-- Logs begin at Tue 2021-08-24 09:10:34 UTC, end at Tue 2021-08-24 10:25:47 UTC. -- Aug 24 09:58:02.354762 dv-cinder-805796-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 09:58:05.100903 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.common.config [-] Logging enabled! Aug 24 09:58:05.101503 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 09:58:05.101665 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94608) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 09:58:05.104869 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.common.config [-] Logging enabled! Aug 24 09:58:05.105121 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev555 Aug 24 09:58:05.105431 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94608) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 24 09:58:05.107281 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 09:58:05.107543 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 09:58:05.107914 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 09:58:05.108164 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 09:58:05.108413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 09:58:05.108736 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.109035 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.109330 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.109560 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.109853 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.110143 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.110426 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.110713 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.111006 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.111293 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.111570 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.111852 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.112082 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.112365 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.112682 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.112966 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.113189 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] debug = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.113465 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.113891 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.114305 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.114585 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.114871 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.115147 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.115416 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.115687 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.115966 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.116296 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] host = dv-cinder-805796-1-iscsi {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.116612 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.116883 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.117165 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.117454 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.117722 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.117993 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.118279 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.118550 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.118821 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.119094 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.119379 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.119662 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.119948 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.120172 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.120411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.120700 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.120984 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.121257 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.121573 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.121979 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.122424 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.122708 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.122979 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.123266 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.123551 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.123839 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.124116 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.124412 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.124682 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.124967 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.125238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.125508 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.125779 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.126048 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.126335 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.126602 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.126872 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.127170 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.127453 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.127732 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.128011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.128281 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.128584 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.128858 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.129127 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.129396 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_json = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.129666 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.129934 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.130212 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.130480 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.130750 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.131021 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.131288 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.131570 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:05.131864 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.132156 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.132472 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.132758 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.133051 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.133329 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.133615 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.133896 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.134180 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.134463 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.134752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.135026 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.135309 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.135583 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.135873 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.136174 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.136491 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.136785 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.137058 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.137450 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.137910 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.138196 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.138487 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.138782 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.139072 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.139345 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.139623 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.139915 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.140190 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.140486 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.140764 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.141051 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.141327 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.141597 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.141874 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.142147 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.142414 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.142679 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.142953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.143239 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.143511 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.143785 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.144054 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.144330 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.144624 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.144910 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.145186 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.145455 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.145724 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.145999 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.146266 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.146534 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.146806 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.147076 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.147351 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.147622 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.147892 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.148163 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.148455 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.148726 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.148996 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.149271 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.149544 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.149812 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.150081 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.150355 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.150625 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.150894 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.151183 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.151481 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.151759 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.152042 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.152320 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.152621 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.153553 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.154132 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.154394 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.154683 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.154963 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.155264 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.155554 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.155849 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.156134 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.156436 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.156740 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.157021 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.157303 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.157580 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.157862 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.158153 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.158438 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.158729 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.159022 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.159313 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.159607 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.159901 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.160179 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.160514 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.160796 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:05.161012 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 09:58:05.161258 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94608) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 09:58:05.523839 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 09:58:05.524115 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 09:58:05.524412 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 09:58:05.524766 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 09:58:05.968240 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:05.968551 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:05.968832 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:05.970885 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:05.971171 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:05.971456 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.013165 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.013470 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.013749 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.035160 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.035444 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.035710 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.069085 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.069363 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.069637 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.115220 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.115859 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.115952 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.395145 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.395344 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.395619 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.395866 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.396595 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.550811 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.551356 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.551824 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.552905 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.552905 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.553250 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.553677 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.554116 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.554566 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.555067 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.555526 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.555998 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.556474 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.557004 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.557366 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.557836 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.558293 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.558767 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.559772 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.560206 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.560717 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.561185 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.561699 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.562225 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.562493 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.562753 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.563192 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 09:58:06.563439 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 09:58:06.563682 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 09:58:06.563924 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 09:58:06.564161 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 09:58:06.564411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 09:58:06.564807 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 09:58:06.568197 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 09:58:06.572135 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 09:58:06.576864 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Aug 24 09:58:06.578490 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 09:58:06.579111 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 09:58:06.579443 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 09:58:06.579829 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 09:58:06.582650 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 09:58:06.582900 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 09:58:06.583244 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 09:58:06.588553 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 09:58:06.611164 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 09:58:06.611631 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.611929 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94608) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 09:58:06.612287 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.613666 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94608) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 09:58:06.613953 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 09:58:06.614203 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 09:58:06.617476 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.617760 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:06.689415 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 09:58:06.689594 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 09:58:06.689796 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 09:58:06.690175 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 09:58:06.714735 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_db.sqlalchemy.engines [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94608) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 09:58:07.599082 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Initializing driver for type 'gre' Aug 24 09:58:07.599744 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] gre ID ranges: [(1, 1000)] Aug 24 09:58:07.799190 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Initializing driver for type 'local' Aug 24 09:58:07.799528 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Initializing driver for type 'vlan' Aug 24 09:58:07.970958 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] VlanTypeDriver initialization complete Aug 24 09:58:07.971295 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Initializing driver for type 'vxlan' Aug 24 09:58:07.971821 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] vxlan ID ranges: [(1, 1000)] Aug 24 09:58:08.217086 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Initializing extension driver 'port_security' Aug 24 09:58:08.217433 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.extensions.port_security [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] PortSecurityExtensionDriver initialization complete Aug 24 09:58:08.217774 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Initializing mechanism driver 'openvswitch' Aug 24 09:58:08.218116 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Initializing mechanism driver 'hyperv' Aug 24 09:58:08.224773 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.plugin [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:58:08.225406 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > port after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.225785 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.226173 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.226710 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 09:58:08.227149 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > subnet after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.227507 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > subnet after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.227856 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.228252 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 09:58:08.228686 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > network after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.229067 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > network after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.229383 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > network after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.229778 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 09:58:08.230184 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > security_group after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.230535 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > security_group after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.230956 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.231458 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 09:58:08.231873 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.232288 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.232666 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.233067 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 09:58:08.233476 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > address_group after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.233828 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > address_group after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.234176 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.234576 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94608) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 24 09:58:08.234959 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] ML2 OVO RPC backend initialized. {{(pid=94608) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 24 09:58:08.235672 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.236032 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.236486 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > network before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.236842 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > networks before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.237193 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > port before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.237537 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > ports before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.237907 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > subnet before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.238250 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > subnets before_response 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.238618 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > network after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.238987 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > network after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.239334 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > network after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.239677 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > port after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.240020 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.240359 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.240738 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > subnet after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.241117 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > subnet after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.241460 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.242043 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.plugin [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Modular L2 Plugin initialization complete Aug 24 09:58:08.242375 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading services supported by the core plugin {{(pid=94608) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 09:58:08.242704 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.plugins.ml2.managers [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Got port-security extension from driver 'port_security' Aug 24 09:58:08.243174 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.extensions.vlantransparent [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Disabled vlantransparent extension. Aug 24 09:58:08.243669 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94608) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 09:58:08.243984 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading Plugin: router Aug 24 09:58:08.284302 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.284740 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router after_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.285173 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router before_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.285560 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.285940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.286303 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router after_delete 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.286678 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.287033 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.287402 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router after_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.287761 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router after_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.288117 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router after_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.288500 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.288869 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router after_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.289415 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.289706 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.290060 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.290405 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: subnet after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.290747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.291128 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.291483 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.291830 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: port before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.292175 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.292570 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router after_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.292914 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.293272 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_create 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.293890 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.294067 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_update 55549900 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.294529 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > agent after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.294892 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > agent after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.295241 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > network after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.296195 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Tracking information for resource: router configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 09:58:08.296556 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Tracking information for resource: floatingip configured {{(pid=94608) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 09:58:08.303428 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.db.l3_agentschedulers_db [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 09:58:08.304018 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.304415 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: port after_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.304770 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: port after_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.305133 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: port after_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.305944 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router before_create 55550100 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.306368 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.306784 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_create 55550100 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.307151 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > router precommit_update 55550100 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.312162 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.services.provider_configuration [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service providers = [] {{(pid=94608) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 09:58:08.312548 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.db.servicetype_db [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94608) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 09:58:08.315631 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.services.service_base [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 09:58:08.315988 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.services.service_base [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 09:58:08.316339 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.services.service_base [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 09:58:08.317280 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.services.service_base [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94608) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 09:58:08.317661 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.services.service_base [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 09:58:08.318062 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 09:58:08.318437 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 09:58:08.333591 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 09:58:08.333931 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading Plugin: auto_allocate Aug 24 09:58:08.340207 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: network precommit_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.341140 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: network precommit_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.341865 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 09:58:08.342195 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading Plugin: tag Aug 24 09:58:08.348983 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 09:58:08.349315 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading Plugin: timestamp Aug 24 09:58:08.353403 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 09:58:08.353740 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading Plugin: network_ip_availability Aug 24 09:58:08.359579 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.360026 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.360409 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.361174 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 09:58:08.361498 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading Plugin: flavors Aug 24 09:58:08.366381 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 09:58:08.366754 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading Plugin: revisions Aug 24 09:58:08.371050 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94608) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 09:58:08.371478 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.847s {{(pid=94608) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 09:58:08.372251 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94608) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 24 09:58:08.372636 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Initializing extension manager. Aug 24 09:58:08.373148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: __init__.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.373496 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: __pycache__ {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.373833 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.374170 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: address_group.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.374972 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.375553 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: address-group Aug 24 09:58:08.376313 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: address_scope.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.376633 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.377154 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: address-scope Aug 24 09:58:08.377478 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.378447 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.378961 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: router-admin-state-down-before-update Aug 24 09:58:08.379288 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: agent.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.380268 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.380763 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: agent Aug 24 09:58:08.381089 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: agent_resources_synced.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.382021 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.382525 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: agent-resources-synced Aug 24 09:58:08.382849 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: allowedaddresspairs.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.384756 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.385289 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: allowed-address-pairs Aug 24 09:58:08.385618 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: auto_allocated_topology.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.386723 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.387822 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: auto-allocated-topology Aug 24 09:58:08.388111 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: availability_zone.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.388940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.389449 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: availability_zone Aug 24 09:58:08.389779 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: availability_zone_filter.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.390722 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.391234 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: availability_zone_filter Aug 24 09:58:08.391565 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: data_plane_status.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.392523 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.393037 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 09:58:08.393365 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: default_subnetpools.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.394350 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.394879 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: default-subnetpools Aug 24 09:58:08.395210 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.396099 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.396684 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: dhcp_agent_scheduler Aug 24 09:58:08.397059 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: dns.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.398092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.398614 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 09:58:08.398944 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: dns_domain_ports.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.399927 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.400482 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 09:58:08.400813 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.401851 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.402371 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 09:58:08.402737 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: dvr.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.403981 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.404697 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: dvr Aug 24 09:58:08.405031 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: ecmp_routes.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.406077 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.406569 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 09:58:08.406896 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: empty_string_filtering.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.407900 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.408451 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: empty-string-filtering Aug 24 09:58:08.408783 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.409773 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.410287 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 09:58:08.410609 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.411575 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.412096 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 09:58:08.412454 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: external_net.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.413430 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.413952 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: external-net Aug 24 09:58:08.414278 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.415246 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.415766 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: extra_dhcp_opt Aug 24 09:58:08.416090 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: extraroute.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.418643 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.418643 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: extraroute Aug 24 09:58:08.418643 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: extraroute_atomic.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.419617 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.420205 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: extraroute-atomic Aug 24 09:58:08.420568 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: filter_validation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.421304 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.421845 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: filter-validation Aug 24 09:58:08.422185 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: fip_pf_description.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.423215 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.423734 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 09:58:08.424138 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: fip_port_details.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.425068 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.425573 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: fip-port-details Aug 24 09:58:08.425899 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: flavors.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.427216 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.427743 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: flavors Aug 24 09:58:08.428071 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.429916 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.430453 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 09:58:08.430788 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: floatingip_pools.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.431539 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.432058 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: floatingip-pools Aug 24 09:58:08.432416 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: ip_allocation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.433496 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.434101 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 09:58:08.434528 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.435480 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.436002 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: ip-substring-filtering Aug 24 09:58:08.436333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: l2_adjacency.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.437328 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.437833 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 09:58:08.438159 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: l3.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.439387 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.439915 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: router Aug 24 09:58:08.440248 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.442814 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.443374 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 09:58:08.443710 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.444780 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.445310 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: ext-gw-mode Aug 24 09:58:08.445642 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.446645 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.447175 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: l3-ha Aug 24 09:58:08.447507 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: l3_flavors.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.448516 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.449040 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: l3-flavors Aug 24 09:58:08.449364 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.450866 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.451382 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 09:58:08.451710 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: l3agentscheduler.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.452904 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.453432 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: l3_agent_scheduler Aug 24 09:58:08.453768 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: logging.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.455382 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.455910 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension logging not supported by any of loaded plugins Aug 24 09:58:08.456242 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: metering.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.457046 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.457634 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: metering Aug 24 09:58:08.457964 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.459103 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.459629 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: metering_source_and_destination_fields Aug 24 09:58:08.459961 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: multiprovidernet.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.460944 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.461463 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: multi-provider Aug 24 09:58:08.461794 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: netmtu.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.462783 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.463307 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: net-mtu Aug 24 09:58:08.463635 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: netmtu_writable.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.464894 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.465987 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: net-mtu-writable Aug 24 09:58:08.466314 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: network_availability_zone.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.467014 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.467531 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: network_availability_zone Aug 24 09:58:08.467856 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: network_ip_availability.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.469064 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.469585 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: network-ip-availability Aug 24 09:58:08.469912 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: network_segment_range.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.470732 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.471243 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 09:58:08.471565 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: pagination.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.472689 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.473023 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: pagination Aug 24 09:58:08.473351 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: port_device_profile.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.474288 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.474868 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: port-device-profile Aug 24 09:58:08.475145 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.476098 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.476650 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: port-mac-address-regenerate Aug 24 09:58:08.476984 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.477944 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.478465 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: port-numa-affinity-policy Aug 24 09:58:08.478795 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: port_resource_request.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.479741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.480249 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 09:58:08.480607 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: portbindings.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.481653 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.482179 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: binding Aug 24 09:58:08.482514 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: portbindings_extended.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.484065 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.484639 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: binding-extended Aug 24 09:58:08.484975 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: portsecurity.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.485943 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.486460 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: port-security Aug 24 09:58:08.486789 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: project_id.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.487791 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.488124 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: project-id Aug 24 09:58:08.488491 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: providernet.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.489435 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.489964 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: provider Aug 24 09:58:08.490293 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.494028 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.494577 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos not supported by any of loaded plugins Aug 24 09:58:08.494914 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.496252 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.497009 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 09:58:08.497347 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.498318 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.498836 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 09:58:08.499162 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_default.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.500098 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.500681 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-default not supported by any of loaded plugins Aug 24 09:58:08.501014 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_fip.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.501697 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.502210 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 09:58:08.502533 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_gateway_ip.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.503512 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.504025 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 09:58:08.504351 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_port_network_policy.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.505311 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.505819 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 09:58:08.506145 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_pps_rule.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.507395 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.507913 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 09:58:08.508245 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_rule_type_details.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.509230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.509742 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 09:58:08.510083 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: qos_rules_alias.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.511173 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.511656 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 09:58:08.511981 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: quotasv2.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.513725 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.514051 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: quotas Aug 24 09:58:08.514379 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: quotasv2_detail.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.517770 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.518119 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: quota_details Aug 24 09:58:08.518462 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: rbac.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.519893 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.520510 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: rbac-policies Aug 24 09:58:08.520854 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: rbac_address_group.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.521918 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.522454 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: rbac-address-group Aug 24 09:58:08.522790 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: rbac_address_scope.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.523745 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.524267 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: rbac-address-scope Aug 24 09:58:08.524622 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: rbac_security_groups.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.525588 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.526109 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: rbac-security-groups Aug 24 09:58:08.526437 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: rbac_subnetpool.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.527395 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.528692 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: rbac-subnetpool Aug 24 09:58:08.529001 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: revisionifmatch.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.530012 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.530542 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: revision-if-match Aug 24 09:58:08.530872 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: revisions.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.532050 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.532609 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: standard-attr-revisions Aug 24 09:58:08.532941 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: router_availability_zone.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.533646 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.534167 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: router_availability_zone Aug 24 09:58:08.534495 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: routerservicetype.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.535481 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.536001 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 09:58:08.536323 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.537319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.537845 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: security-groups-normalized-cidr Aug 24 09:58:08.538174 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.539121 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.539642 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: port-security-groups-filtering Aug 24 09:58:08.539974 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.540958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.541478 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: security-groups-remote-address-group Aug 24 09:58:08.541805 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: securitygroup.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.552497 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.553083 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: security-group Aug 24 09:58:08.553424 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: segment.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.554320 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.554834 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension segment not supported by any of loaded plugins Aug 24 09:58:08.555165 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.556217 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.556774 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 09:58:08.557105 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: servicetype.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.558328 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.558851 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: service-type Aug 24 09:58:08.559752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: sorting.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.560789 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.561127 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: sorting Aug 24 09:58:08.561508 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: standard_attr_segment.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.562451 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.562976 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 09:58:08.563304 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: standardattrdescription.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.563970 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.564512 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: standard-attr-description Aug 24 09:58:08.564841 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: stateful_security_group.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.565801 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.566325 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: stateful-security-group Aug 24 09:58:08.566654 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: stdattrs_common.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.567257 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 09:58:08.567580 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.568573 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.569096 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 09:58:08.569419 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: subnet_onboard.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.570528 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.571203 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: subnet_onboard Aug 24 09:58:08.571387 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.572341 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.572893 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 09:58:08.573220 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: subnet_service_types.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.574155 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.574709 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: subnet-service-types Aug 24 09:58:08.575038 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: subnetallocation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.576147 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.576718 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: subnet_allocation Aug 24 09:58:08.577051 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.577740 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.578255 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: subnetpool-prefix-ops Aug 24 09:58:08.578583 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.579534 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.580048 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 09:58:08.580372 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: tagging.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.581539 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.582066 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: standard-attr-tag Aug 24 09:58:08.582402 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: timestamp.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.583621 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.584141 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loaded extension: standard-attr-timestamp Aug 24 09:58:08.584510 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: trunk.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.585559 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.586078 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension trunk not supported by any of loaded plugins Aug 24 09:58:08.586407 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: trunk_details.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.587350 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.587868 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 09:58:08.588194 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: uplink_status_propagation.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.589170 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.589952 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 09:58:08.590824 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Loading extension file: vlantransparent.py {{(pid=94608) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 24 09:58:08.591520 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94608) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 24 09:58:08.592031 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 09:58:08.594628 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:network Aug 24 09:58:08.595176 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:subnet Aug 24 09:58:08.595582 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 09:58:08.595988 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:port Aug 24 09:58:08.597338 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.597780 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service FLAVORS assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.598403 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.598839 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.599174 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:router Aug 24 09:58:08.599700 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 09:58:08.600153 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service METERING assigned prefix: /metering {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.601686 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.602062 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.602424 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 09:58:08.603461 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 09:58:08.603902 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:security_group Aug 24 09:58:08.604338 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 09:58:08.605003 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service CORE assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.605338 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 09:58:08.605688 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] subnetpool is already registered Aug 24 09:58:08.606866 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service CORE assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.607267 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 09:58:08.607662 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] subnetpool is already registered Aug 24 09:58:08.611433 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.611897 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service FLAVORS assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.612577 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.612998 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.613343 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:router Aug 24 09:58:08.613688 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] router is already registered Aug 24 09:58:08.614107 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 09:58:08.614445 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] floatingip is already registered Aug 24 09:58:08.614904 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service METERING assigned prefix: /metering {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.615593 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 09:58:08.615923 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] rbac_policy is already registered Aug 24 09:58:08.616341 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:security_group Aug 24 09:58:08.616719 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] security_group is already registered Aug 24 09:58:08.617126 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 09:58:08.617462 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] security_group_rule is already registered Aug 24 09:58:08.617944 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service CORE assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.618271 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 09:58:08.618604 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] subnetpool is already registered Aug 24 09:58:08.619023 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.v2.resource_helper [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Service CORE assigned prefix: {{(pid=94608) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 09:58:08.619343 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 09:58:08.619673 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING neutron.quota.resource_registry [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] subnetpool is already registered Aug 24 09:58:08.620125 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: extensions {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.622386 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: address-groups {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.623881 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: address-scopes {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.625120 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: agents {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.626302 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: auto-allocated-topology {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.627671 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: availability_zones {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.628943 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: dhcp-networks {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.630342 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: dhcp-agents {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.631873 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: routers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.633649 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: flavors {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.634830 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: service_profiles {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.636134 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: next_providers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.638196 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: service_profiles {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.639651 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: floatingip-pools {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.640901 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: routers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.642738 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: floatingips {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.643932 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: l3-routers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.645367 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: l3-agents {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.646891 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: metering-labels {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.648139 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: metering-label-rules {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.649451 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: network-ip-availabilities {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.650821 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: bindings {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.652367 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: quotas {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.654053 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: quotas {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.655584 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: rbac-policies {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.656829 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: security-groups {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.658030 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: security-group-rules {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.659268 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: service-providers {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.660632 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: subnetpools {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.661967 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: subnetpools {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.663465 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.665276 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.667005 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.669101 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.670837 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.672712 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.675606 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.677444 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.679227 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.681148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron.api.extensions [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Extended resource: tags {{(pid=94608) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 09:58:08.687770 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING keystonemiddleware.auth_token [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 09:58:08.697009 dv-cinder-805796-1-iscsi neutron-server[94608]: WARNING keystonemiddleware.auth_token [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 09:58:08.706568 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Acquired lock "singleton_lock" {{(pid=94608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 09:58:08.707050 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_concurrency.lockutils [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Releasing lock "singleton_lock" {{(pid=94608) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 09:58:08.707706 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO oslo_service.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Starting 2 workers Aug 24 09:58:08.712669 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Started child 94721 {{(pid=94608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 09:58:08.717859 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Started child 94722 {{(pid=94608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 09:58:08.718625 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:08.719497 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO neutron.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 09:58:08.720125 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [-] (94721) wsgi starting up on http://0.0.0.0:9696 Aug 24 09:58:08.720240 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Notify callbacks [] for process, before_spawn {{(pid=94608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:08.722699 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO oslo_service.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Starting 1 workers Aug 24 09:58:08.722926 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:08.724324 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [-] (94722) wsgi starting up on http://0.0.0.0:9696 Aug 24 09:58:08.728083 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Started child 94723 {{(pid=94608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 09:58:08.728599 dv-cinder-805796-1-iscsi neutron-server[94608]: INFO oslo_service.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Starting 1 workers Aug 24 09:58:08.732487 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] calling RpcWorker wait() {{(pid=94723) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 09:58:08.733158 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] returning from RpcWorker wait() {{(pid=94723) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 09:58:08.733400 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Started child 94724 {{(pid=94608) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 09:58:08.734882 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG neutron_lib.callbacks.manager [None req-84d147dc-2dde-4305-8b16-1735c2a2ee70 None None] Notify callbacks [] for process, after_spawn {{(pid=94608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:08.735011 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:08.735011 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:58:08.736278 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 09:58:08.736520 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 09:58:08.736707 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 09:58:08.736938 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 09:58:08.737273 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 09:58:08.737440 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 09:58:08.737965 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.738238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.738522 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.738781 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.739073 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.739467 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:08.739954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.739954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.740205 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.740515 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.740753 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.740857 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:58:08.740930 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.741092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.741354 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.741588 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.741873 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.742155 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.742409 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.742734 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.742914 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.743159 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.743430 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.743681 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.743955 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] debug = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.744199 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.744734 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.744985 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.745227 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.745474 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.745767 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.746009 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.746282 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.747123 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.747459 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.747688 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.747976 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.748230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.748480 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.748712 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.748990 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.749230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.749810 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] host = dv-cinder-805796-1-iscsi {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.750013 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.750255 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.750508 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.750742 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.750992 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.751214 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.751484 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.751742 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.752021 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.752273 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.752559 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.752809 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.753080 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.753319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.753484 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_options = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.753738 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.754038 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.754294 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.754486 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.754658 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.754837 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.755090 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.755244 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.755502 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.755750 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.755939 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.756157 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.756425 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.756645 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.756913 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.757322 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.757524 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.757663 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.757882 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.758113 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.758341 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.758571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.758808 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.759048 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.759296 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.759480 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.759953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.759953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.760321 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.760622 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.760622 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.760972 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.761133 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.761397 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.761629 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.761902 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.762112 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.762927 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.763161 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.763426 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.763680 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.763901 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.764156 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.764413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.764655 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.764887 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_json = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.765099 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.765334 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.765586 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.765899 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.766036 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.766235 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.766487 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.766683 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.767115 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.767453 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.767736 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.768917 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.768917 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.768917 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.768917 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.769212 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.769212 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.769456 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.769953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.770349 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.770774 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.771027 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.771300 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.771661 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.771953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.772216 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.772488 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.772730 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.772950 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.773192 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.773524 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.773794 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.774073 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.774340 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.774561 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.774803 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.775029 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.775265 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.775483 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.775707 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.775981 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.776221 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.776487 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.776716 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.776970 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.777189 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.777439 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.777712 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.777952 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.778220 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.778444 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.778689 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.778904 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.779138 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.779378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.779611 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.779861 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.780099 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.780331 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.780589 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.780860 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.781053 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.781275 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.795378 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.796247 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.797954 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.798741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.798741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.798741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.798741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.798741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.798741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.798741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.798741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.799701 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.799701 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.799701 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.799701 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.799701 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.799701 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.799701 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.799701 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.800563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.800563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.800563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.800563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.800563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.800563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.800563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.800563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.801410 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.801410 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.801410 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.801410 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.801410 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.801410 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.801410 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.801410 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.802229 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.802229 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.802229 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.802229 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.802229 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.802229 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.802229 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.802229 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803011 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.803571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.804097 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.804097 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.804097 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.804411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.804858 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.805197 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.805575 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.805985 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.806383 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.806784 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.807233 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.808024 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.808024 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.808525 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.809423 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.809844 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.811058 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.811058 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.811058 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.811482 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.811785 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.812509 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.813149 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.813827 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.814264 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.815764 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.816220 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.816659 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.817611 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.817611 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.817905 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.817905 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.818240 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.818615 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.818916 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.819050 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.819302 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.820227 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.820227 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.820227 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.820753 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.820753 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.820985 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.821149 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.821403 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.821648 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.821942 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.822117 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.823690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.823690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.823690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.823690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.823690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.823690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.824432 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.824432 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.824432 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.824432 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.825717 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.825717 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.825717 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.826284 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.826284 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.828747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.828747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.828747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.828747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.828747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.828747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.828747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.828747 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.829958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.829958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.829958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.829958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.829958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.829958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.829958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.829958 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.830859 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.830859 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.830859 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.830859 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.830859 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.832935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.832935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.832935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.832935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.832935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.832935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.832935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.832935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.835092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.835092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.835092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.835092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.835092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.835092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.835092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.835092 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.836653 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.836653 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.836653 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.836653 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.836653 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.836653 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.838298 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.838298 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.838298 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.838298 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.838298 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.838298 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.840009 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.840009 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.840009 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.840009 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.840009 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.840009 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.841461 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.841461 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.841461 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.841461 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.842161 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.842161 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.842161 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.842571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.842571 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.842830 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.844374 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.844374 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.844374 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.844374 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.844374 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.844374 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.844374 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.845231 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.845231 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.845231 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.845231 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.845506 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 09:58:08.845878 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94608) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 09:58:08.846048 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 09:58:08.846204 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 09:58:08.846376 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 09:58:08.846549 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 09:58:08.846746 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 09:58:08.846960 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.847127 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.852413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.852413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.852413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.852413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.852413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.852413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.852413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.852413 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853554 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853554 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853554 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853554 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853554 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] debug = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853554 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853965 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853965 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853965 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853965 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853965 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.853965 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.854411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.854411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.854411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.854411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.854411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.854411 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.855006 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.855006 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.855189 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.855336 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.855501 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] host = dv-cinder-805796-1-iscsi {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.855664 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.855925 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.856076 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.856227 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.856750 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.856750 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.856750 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.857008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.857008 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.857162 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.857331 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.857478 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.857617 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.857778 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.857937 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_options = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.858099 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.858273 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859690 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.859898 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.860060 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.860060 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.860325 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.860567 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.860567 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.860818 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.860818 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.861052 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.861172 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.861294 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.861414 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.861814 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.861814 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.862334 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.862334 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.862594 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.862594 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.862784 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.862862 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.863005 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.863167 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.863502 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.863664 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.863950 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.863950 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.864134 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.864287 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.864471 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.864761 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.864761 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.864999 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.865120 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.865255 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.865379 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_json = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.865502 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.865656 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.866249 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.866249 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.866249 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.866249 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.866829 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.866829 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 09:58:08.866829 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.867287 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.867287 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.867287 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.867627 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.867627 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.867627 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.867963 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.867963 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.868278 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.868278 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.868501 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.868580 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.868740 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.868903 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.869067 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.869231 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.869399 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.871230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.871230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.871230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.871230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.871230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.871230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.871230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.871230 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.873388 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.874319 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.876154 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.877752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.878333 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879148 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879695 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879695 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879695 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.879695 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.880107 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.880107 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.880107 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.880355 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.880479 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.880588 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.880752 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.880984 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.881113 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.881953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.881953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.881953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.881953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.881953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.881953 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.882615 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.882615 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.882615 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.882615 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.882997 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.882997 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.882997 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.883460 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.883460 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.883460 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.883672 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.883751 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.883906 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.884332 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.884332 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885069 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885069 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885069 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885069 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885069 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885544 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885544 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885544 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885748 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885825 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.885935 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.886097 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.886327 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.886438 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.886570 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.886740 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.886913 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.887128 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.887851 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.888004 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.888142 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.888286 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.888486 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.888632 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.888749 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.888911 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.889073 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.889234 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.889397 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.889559 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.889721 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.889884 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.890046 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.890696 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.890696 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.890696 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.890696 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.891067 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.891067 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.891218 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.891306 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.891435 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.891572 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.891734 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.891895 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.892057 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.892219 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.892381 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.892564 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.892726 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.892942 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.893108 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.893291 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.893454 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.893586 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.893808 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.893948 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.894140 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.894376 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.894376 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.894659 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.894659 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.894792 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.894936 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.895099 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.895261 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.895423 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.895589 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.895749 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.895909 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.896072 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.896238 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.896432 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.896579 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.896741 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.896984 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.897252 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.897533 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.897801 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.898078 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.899593 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.899593 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.899593 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.899593 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.899593 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.900380 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.900380 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.900380 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.900754 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.901016 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.901170 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.901401 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.901693 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.901989 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.902308 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.902602 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.902923 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.903219 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.903698 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.903846 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.904074 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.905043 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.905043 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.905043 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.905301 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.905499 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.905814 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.906128 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.906400 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.906695 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.906987 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.907275 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.907582 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.907870 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.908167 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.908693 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.908871 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.909152 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.909468 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.909790 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.910067 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.910366 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.910649 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.910936 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.911273 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.912058 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.912058 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.912058 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.912058 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.912348 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.912348 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.912702 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.912909 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.913550 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.913550 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.913550 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.913550 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.913996 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.913996 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.913996 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.914529 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.914529 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.914529 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.914858 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.914858 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.915050 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.915184 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.915315 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.915450 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.915563 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.915736 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.915900 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.916071 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.916308 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.916521 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.916897 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.916897 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.916897 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919137 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 09:58:08.919940 dv-cinder-805796-1-iscsi neutron-server[94608]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94608) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 09:58:08.921205 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:58:09.041652 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 56186) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:09.050596 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062516 Aug 24 09:58:21.120019 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594892a5-6504-484a-93bd-b4bdd992558b None None] get_active_networks_info from dv-cinder-805796-1-iscsi {{(pid=94723) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 24 09:58:21.192008 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594892a5-6504-484a-93bd-b4bdd992558b None None] No non-hosted networks {{(pid=94723) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 09:58:21.221403 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.agentschedulers_db [None req-594892a5-6504-484a-93bd-b4bdd992558b None None] DHCP Agent not found on host dv-cinder-805796-1-iscsi {{(pid=94723) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 09:58:21.420134 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9343dd1c-8cdc-4715-a1b0-a0836cae4e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780915'] for agent, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:23.835247 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9d69262-250a-4c2a-b893-1c7c58c02ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780915'] for agent, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:23.895514 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.db.api [None req-9e6fafdb-583f-46bd-b815-03a5dc41b254 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805796-1-iscsi {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 09:58:23.896942 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG oslo_db.api [None req-9e6fafdb-583f-46bd-b815-03a5dc41b254 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 09:58:24.159987 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780915'] for agent, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:24.160925 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.161480 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.162151 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.162677 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.163185 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.163696 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.164309 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.164865 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.165558 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.166070 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.166732 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.167248 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:24.167867 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805796-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:58:24.180909 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805796-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:58:24.421631 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e6fafdb-583f-46bd-b815-03a5dc41b254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:25.216738 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780915'] for agent, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:26.742206 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780915'] for agent, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:27.969729 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 56278) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:28.502996 dv-cinder-805796-1-iscsi neutron-server[94722]: WARNING oslo_policy.policy [None req-93116bd0-3866-4816-a97d-510226d1c7d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 09:58:28.503581 dv-cinder-805796-1-iscsi neutron-server[94722]: WARNING oslo_policy.policy [None req-93116bd0-3866-4816-a97d-510226d1c7d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 09:58:28.726095 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [None req-93116bd0-3866-4816-a97d-510226d1c7d3 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 09:58:28.727296 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-93116bd0-3866-4816-a97d-510226d1c7d3 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7565835 Aug 24 09:58:29.182637 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.db.l3_hamode_db [None req-77f1f190-0be8-4cc6-b631-53a38b576d95 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 09:58:29.262181 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1f190-0be8-4cc6-b631-53a38b576d95 None None] Routers set() bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 09:58:29.262564 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f1f190-0be8-4cc6-b631-53a38b576d95 None None] Router IDs set() for agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 09:58:31.162779 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 56292) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:31.492787 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-46d211eb-b28a-4717-b896-43e3fb71572a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:58:31.587026 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.policy [None req-46d211eb-b28a-4717-b896-43e3fb71572a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94722) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 09:58:31.635833 dv-cinder-805796-1-iscsi neutron-server[94722]: WARNING oslo_policy.policy [None req-46d211eb-b28a-4717-b896-43e3fb71572a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 09:58:31.636207 dv-cinder-805796-1-iscsi neutron-server[94722]: WARNING oslo_policy.policy [None req-46d211eb-b28a-4717-b896-43e3fb71572a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 09:58:31.645325 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.quota [None req-46d211eb-b28a-4717-b896-43e3fb71572a admin admin] Loaded quota_driver: . Aug 24 09:58:31.831009 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-46d211eb-b28a-4717-b896-43e3fb71572a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758769477170', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758769476703', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758769469924', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758769475473', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758769453351', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758769443589', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1772192', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776145', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694682'] for rbac-policy, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:32.082624 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-46d211eb-b28a-4717-b896-43e3fb71572a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:32.083811 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-46d211eb-b28a-4717-b896-43e3fb71572a admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9200470 Aug 24 09:58:34.751754 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 56304) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:35.059867 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:58:35.176848 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Made reservation on behalf of c548f8db4944421390ef1cabd7549ded for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:58:35.179626 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:35.197494 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:35.403912 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:35.482074 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:35.501791 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1202, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 09:58:35.529955 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758770685157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:35.530529 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Unsubscribe: segment precommit_create {{(pid=94722) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 09:58:35.531021 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Added segment 4ed385e9-5d3d-4e21-99bb-b5060e15cc02 of type vlan for network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e Aug 24 09:58:35.546536 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e536090d-c691-4812-87e2-e205ae1f50a8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:58:35.592545 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.592892 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.593218 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.593537 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.593856 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.594182 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.594497 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.594808 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.595135 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.595445 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.595752 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.596057 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Tracked resource versions report: Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: pushed versions: Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: { 'AddressGroup': {'1.2'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'ConntrackHelper': {'1.0'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Log': {'1.0'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Network': {'1.1'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Port': {'1.7'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'PortForwarding': {'1.2'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'QosPolicy': {'1.9'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SecurityGroup': {'1.4'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SecurityGroupRule': {'1.2'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SubPort': {'1.0'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Subnet': {'1.1'}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Trunk': {'1.1'}} Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: consumer versions: Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: { DHCP agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: L3 agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: Metadata agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: Metering agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: Open vSwitch agent@dv-cinder-805796-1-iscsi: { 'AddressGroup': '1.2', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'ConntrackHelper': '1.0', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Log': '1.0', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Network': '1.1', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Port': '1.7', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'PortForwarding': '1.2', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'QosPolicy': '1.9', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SecurityGroup': '1.4', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SecurityGroupRule': '1.2', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SubPort': '1.0', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Subnet': '1.1', Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Trunk': '1.1'}} Aug 24 09:58:35.597224 dv-cinder-805796-1-iscsi neutron-server[94722]: {{(pid=94722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 09:58:35.655789 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:35.765286 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:35.766370 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 09:58:35.767001 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:35.868640 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=ad950efa-c42a-4af6-bf8a-a9547d4f4a4e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:58:35.880714 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:58:35.967461 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-338b8746-381d-4ecf-9068-39a6920cb9a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2144308 Aug 24 09:58:38.733644 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 56318) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:39.268695 dv-cinder-805796-1-iscsi neutron-server[94721]: WARNING oslo_policy.policy [None req-b7ce93f6-ff53-44f3-afe2-ad781506ddb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 09:58:39.269261 dv-cinder-805796-1-iscsi neutron-server[94721]: WARNING oslo_policy.policy [None req-b7ce93f6-ff53-44f3-afe2-ad781506ddb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 09:58:39.717006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.policy [None req-b7ce93f6-ff53-44f3-afe2-ad781506ddb7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94721) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 09:58:39.763238 dv-cinder-805796-1-iscsi neutron-server[94721]: WARNING oslo_policy.policy [None req-b7ce93f6-ff53-44f3-afe2-ad781506ddb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 09:58:39.763904 dv-cinder-805796-1-iscsi neutron-server[94721]: WARNING oslo_policy.policy [None req-b7ce93f6-ff53-44f3-afe2-ad781506ddb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 09:58:39.771897 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ce93f6-ff53-44f3-afe2-ad781506ddb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 09:58:39.774167 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b7ce93f6-ff53-44f3-afe2-ad781506ddb7 admin admin] 10.222.0.64 "GET /v2.0/networks/ad950efa-c42a-4af6-bf8a-a9547d4f4a4e HTTP/1.1" status: 200 len: 826 time: 1.0383999 Aug 24 09:58:39.815701 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-81d6261a-532f-4528-bc26-56fae5141147 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/3d0981c0-03ec-4a81-858b-54a4d42b9c5e HTTP/1.1" status: 200 len: 734 time: 0.0352170 Aug 24 09:58:39.825806 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Request body: {'subnet': {'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'name': 'private-subnet', 'subnetpool_id': '3d0981c0-03ec-4a81-858b-54a4d42b9c5e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:58:39.827380 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.quota [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Loaded quota_driver: . Aug 24 09:58:39.956326 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Made reservation on behalf of c548f8db4944421390ef1cabd7549ded for: {'subnet': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:58:39.959186 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:40.345916 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:40.416851 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Checking segment: {'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 09:58:40.417219 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Network hostable DHCP agents. Network: ad950efa-c42a-4af6-bf8a-a9547d4f4a4e, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:58:40.427605 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8833fcad-9745-4d77-949f-4bb20e99c0be,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:58:40.446734 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.447088 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.447420 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.447748 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.448070 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.448420 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.448752 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.449642 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.449971 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.451511 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.451511 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.451511 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Tracked resource versions report: Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: pushed versions: Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: { 'AddressGroup': {'1.2'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'ConntrackHelper': {'1.0'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Log': {'1.0'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Network': {'1.1'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Port': {'1.7'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'PortForwarding': {'1.2'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'QosPolicy': {'1.9'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SecurityGroup': {'1.4'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SecurityGroupRule': {'1.2'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SubPort': {'1.0'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Subnet': {'1.1'}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Trunk': {'1.1'}} Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: consumer versions: Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: { DHCP agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: L3 agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: Metadata agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: Metering agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: Open vSwitch agent@dv-cinder-805796-1-iscsi: { 'AddressGroup': '1.2', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'ConntrackHelper': '1.0', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Log': '1.0', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Network': '1.1', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Port': '1.7', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'PortForwarding': '1.2', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'QosPolicy': '1.9', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SecurityGroup': '1.4', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SecurityGroupRule': '1.2', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SubPort': '1.0', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Subnet': '1.1', Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Trunk': '1.1'}} Aug 24 09:58:40.451942 dv-cinder-805796-1-iscsi neutron-server[94721]: {{(pid=94721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 09:58:40.533446 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:58:40.610698 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, ad950efa-c42a-4af6-bf8a-a9547d4f4a4e) {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:58:40.617736 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 09:58:40.617736 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:40.621626 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40838fc-3e6a-45c1-af69-03763918f785 None None] Network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 09:58:40.720087 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-2bb8382d-d5ef-442a-8086-f46f0569449f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8983278 Aug 24 09:58:40.972255 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'fixed_ips': [{'subnet_id': '8833fcad-9745-4d77-949f-4bb20e99c0be'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 09:58:40.973647 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:41.306196 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Allocated IP 172.20.0.2 (ad950efa-c42a-4af6-bf8a-a9547d4f4a4e/8833fcad-9745-4d77-949f-4bb20e99c0be/c501ed9d-c019-4724-8d8d-96605bc22eca) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:58:41.595066 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:41.619260 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Transition to ACTIVE for port object c501ed9d-c019-4724-8d8d-96605bc22eca will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 09:58:41.642023 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Transition to ACTIVE for port object c501ed9d-c019-4724-8d8d-96605bc22eca will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 09:58:41.715496 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:41.788203 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:58:41.793625 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:58:41.797055 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 09:58:41.812420 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Pushing event updated for resources: {'Port': ['ID=c501ed9d-c019-4724-8d8d-96605bc22eca,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:58:41.842283 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.842643 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.842893 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.843232 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.843562 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.843887 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.844224 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.844621 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.844895 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.845283 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.845542 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.845862 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Tracked resource versions report: Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: pushed versions: Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: { 'AddressGroup': {'1.2'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'ConntrackHelper': {'1.0'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Log': {'1.0'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Network': {'1.1'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Port': {'1.7'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'PortForwarding': {'1.2'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'QosPolicy': {'1.9'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SecurityGroup': {'1.4'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SecurityGroupRule': {'1.2'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SubPort': {'1.0'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Subnet': {'1.1'}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Trunk': {'1.1'}} Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: consumer versions: Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: { DHCP agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: L3 agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: Metadata agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: Metering agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: Open vSwitch agent@dv-cinder-805796-1-iscsi: { 'AddressGroup': '1.2', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'ConntrackHelper': '1.0', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Log': '1.0', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Network': '1.1', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Port': '1.7', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'PortForwarding': '1.2', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'QosPolicy': '1.9', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SecurityGroup': '1.4', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SecurityGroupRule': '1.2', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SubPort': '1.0', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Subnet': '1.1', Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Trunk': '1.1'}} Aug 24 09:58:41.846957 dv-cinder-805796-1-iscsi neutron-server[94723]: {{(pid=94723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 09:58:41.911911 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Attempting to bind port c501ed9d-c019-4724-8d8d-96605bc22eca on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 09:58:41.912320 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Attempting to bind port c501ed9d-c019-4724-8d8d-96605bc22eca by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 09:58:41.912775 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Attempting to bind port c501ed9d-c019-4724-8d8d-96605bc22eca on network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 09:58:41.920116 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 9, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 09:58:41.920503 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Checking segment: {'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 09:58:41.921151 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:41.921571 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Bound using segment: {'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 09:58:41.922040 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Bound port: c501ed9d-c019-4724-8d8d-96605bc22eca, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 09:58:41.922538 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:41.987963 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] For port c501ed9d-c019-4724-8d8d-96605bc22eca, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:58:42.007996 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] For port c501ed9d-c019-4724-8d8d-96605bc22eca, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=c501ed9d-c019-4724-8d8d-96605bc22eca,segment=NetworkSegment(4ed385e9-5d3d-4e21-99bb-b5060e15cc02),segment_id=4ed385e9-5d3d-4e21-99bb-b5060e15cc02)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:58:42.099728 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:42.158371 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef49a5-5faf-4f9e-bb7a-a8ea8082ae7c None None] Pushing event updated for resources: {'Port': ['ID=c501ed9d-c019-4724-8d8d-96605bc22eca,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:58:43.237465 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 56338) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:43.617231 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [None req-b57283e5-626f-44db-b105-788951b7a17b admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 09:58:43.618394 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-b57283e5-626f-44db-b105-788951b7a17b admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3796482 Aug 24 09:58:46.201187 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 56346) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:46.678112 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [None req-1844be63-77e9-4296-ae4d-d96f1a935cc5 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 09:58:46.679550 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-1844be63-77e9-4296-ae4d-d96f1a935cc5 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4772363 Aug 24 09:58:49.705034 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 56356) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:50.153260 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e5f5e736-5adc-4630-9b01-10d96388ae5e admin admin] Request body: {'router': {'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:58:50.258071 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e736-5adc-4630-9b01-10d96388ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:50.260526 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e736-5adc-4630-9b01-10d96388ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:50.436899 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e736-5adc-4630-9b01-10d96388ae5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:50.534280 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e736-5adc-4630-9b01-10d96388ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:50.622795 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e736-5adc-4630-9b01-10d96388ae5e admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:50.624583 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e5f5e736-5adc-4630-9b01-10d96388ae5e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9181883 Aug 24 09:58:51.045735 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5eae5e2-24a5-4102-a403-75df85250c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:51.510567 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964466de-ab9b-44aa-9f10-75f3ff4700b2 None None] Network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 09:58:51.677843 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-22c8440a-2287-408b-bfef-b0312a5b47d2 None None] Provisioning for port c501ed9d-c019-4724-8d8d-96605bc22eca completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 09:58:52.006197 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device c501ed9d-c019-4724-8d8d-96605bc22eca up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:58:52.176063 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port c501ed9d-c019-4724-8d8d-96605bc22eca completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 09:58:52.180159 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port c501ed9d-c019-4724-8d8d-96605bc22eca triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 09:58:52.180609 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:52.298033 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:52.341230 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port c501ed9d-c019-4724-8d8d-96605bc22eca, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=c501ed9d-c019-4724-8d8d-96605bc22eca,segment=NetworkSegment(4ed385e9-5d3d-4e21-99bb-b5060e15cc02),segment_id=4ed385e9-5d3d-4e21-99bb-b5060e15cc02)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:58:52.427709 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:52.477769 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=c501ed9d-c019-4724-8d8d-96605bc22eca,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:58:53.108595 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 56368) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:53.499182 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [None req-06c7e3a5-530d-4255-826c-ada018864021 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 09:58:53.500187 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-06c7e3a5-530d-4255-826c-ada018864021 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3907335 Aug 24 09:58:53.796580 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06d645ae-5db5-4183-b69d-2ea684267ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:53.981764 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device c501ed9d-c019-4724-8d8d-96605bc22eca up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:58:54.012032 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:54.039318 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port c501ed9d-c019-4724-8d8d-96605bc22eca triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 09:58:54.039683 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:55.182390 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.001572 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 56386) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:56.134573 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:58:56.248141 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Made reservation on behalf of 189c755f36c54f82ac174a79630efff9 for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:58:56.250668 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.267434 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.392746 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.487533 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.507485 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=94721) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 09:58:56.534372 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d28cabc-d61f-45d8-ab2c-f771a6cc6c6a,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:58:56.538375 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758770685157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.541408 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Unsubscribe: segment precommit_create {{(pid=94721) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 09:58:56.541408 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Added segment 0ed44426-8de5-4f0e-9707-8afd58d6813a of type flat for network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 Aug 24 09:58:56.595653 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.670819 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.719107 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.720130 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 09:58:56.720742 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:58:56.832022 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=98bba766-4a34-40c5-ab4e-e505fc31eaa3,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:58:56.846687 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 09:58:56.876641 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3d0a3d5a-a6c5-4648-a0f1-da3dda24c1a9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8739755 Aug 24 09:58:59.162486 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 56404) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:58:59.261515 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f77738a-c27e-4aa4-9531-a43dc168535d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 09:58:59.262938 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-6f77738a-c27e-4aa4-9531-a43dc168535d admin admin] 10.222.0.64 "GET /v2.0/subnets/8833fcad-9745-4d77-949f-4bb20e99c0be HTTP/1.1" status: 200 len: 849 time: 0.0994761 Aug 24 09:58:59.435489 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b4d98887-45a8-461e-94c6-664645119b41 admin admin] 10.222.0.64 "GET /v2.0/routers/9eae8af6-599c-42ed-9539-0c755ad58b50 HTTP/1.1" status: 200 len: 704 time: 0.1659992 Aug 24 09:58:59.705022 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:00.034372 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Allocated IP 172.20.0.1 (ad950efa-c42a-4af6-bf8a-a9547d4f4a4e/8833fcad-9745-4d77-949f-4bb20e99c0be/ab0b4b59-060f-42b3-ba06-56dcacfbc3b4) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:59:00.264546 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:00.289468 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Transition to ACTIVE for port object ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 09:59:00.469061 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:00.539091 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:59:00.544513 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:59:00.547576 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 09:59:00.548173 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:00.678992 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0b4b59-060f-42b3-ba06-56dcacfbc3b4,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:00.879091 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-108fbec8-d3ed-45a4-9d53-28cb48573a19 None None] Provisioning for port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 09:59:00.883164 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-108fbec8-d3ed-45a4-9d53-28cb48573a19 None None] Provisioning complete for port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 09:59:00.883511 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-108fbec8-d3ed-45a4-9d53-28cb48573a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:00.912454 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:00.925256 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-108fbec8-d3ed-45a4-9d53-28cb48573a19 None None] Port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 09:59:01.130740 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:01.190223 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:01.191008 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:01.273371 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab0b4b59-060f-42b3-ba06-56dcacfbc3b4,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:01.322841 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:59:01.324861 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:59:01.551801 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-18771d0b-6707-4d83-9e34-63d2fa4d65d0 None None] Provisioning complete for port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 09:59:01.552163 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-18771d0b-6707-4d83-9e34-63d2fa4d65d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:01.573221 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Router 9eae8af6-599c-42ed-9539-0c755ad58b50 is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 09:59:01.585879 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-18771d0b-6707-4d83-9e34-63d2fa4d65d0 None None] Port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 09:59:01.666450 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:59:01.672373 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-a9aacd99-97c5-4433-a435-06633c032bd3 admin admin] 10.222.0.64 "PUT /v2.0/routers/9eae8af6-599c-42ed-9539-0c755ad58b50/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2309794 Aug 24 09:59:01.688503 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Sync routers for ids ['9eae8af6-599c-42ed-9539-0c755ad58b50'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:59:01.701134 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Routers {'9eae8af6-599c-42ed-9539-0c755ad58b50'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 09:59:01.701957 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T09:58:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['9eae8af6-599c-42ed-9539-0c755ad58b50'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:59:01.892956 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Set router 9eae8af6-599c-42ed-9539-0c755ad58b50 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 09:59:02.367975 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'name': 'router1', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T09:58:50Z', 'updated_at': '2021-08-24T09:59:00Z', 'revision_number': 2, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'gw_port_host': None, '_interfaces': [{'id': 'ab0b4b59-060f-42b3-ba06-56dcacfbc3b4', 'name': '', 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'mac_address': 'fa:16:3e:f8:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:58:59Z', 'updated_at': '2021-08-24T09:59:00Z', 'revision_number': 2, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'subnets': [{'id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d0981c0-03ec-4a81-858b-54a4d42b9c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:59:02.420201 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Checking router: 9eae8af6-599c-42ed-9539-0c755ad58b50 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:59:02.420581 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Updating router 9eae8af6-599c-42ed-9539-0c755ad58b50 port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:59:02.472271 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:03.059133 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:03.079713 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Transition to ACTIVE for port object ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 09:59:03.173468 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:03.320775 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Pushing event updated for resources: {'Port': ['ID=ab0b4b59-060f-42b3-ba06-56dcacfbc3b4,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:03.331897 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.332302 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.332695 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.333050 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.333414 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.333752 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.334076 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.334405 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.334736 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.335058 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.335508 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.336158 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Tracked resource versions report: Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: pushed versions: Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: { 'AddressGroup': {'1.2'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'ConntrackHelper': {'1.0'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Log': {'1.0'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Network': {'1.1'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Port': {'1.7'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'PortForwarding': {'1.2'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'QosPolicy': {'1.9'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SecurityGroup': {'1.4'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SecurityGroupRule': {'1.2'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SubPort': {'1.0'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Subnet': {'1.1'}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Trunk': {'1.1'}} Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: consumer versions: Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: { DHCP agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: L3 agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: Metadata agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: Metering agent@dv-cinder-805796-1-iscsi: {}, Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: Open vSwitch agent@dv-cinder-805796-1-iscsi: { 'AddressGroup': '1.2', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'ConntrackHelper': '1.0', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Log': '1.0', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Network': '1.1', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Port': '1.7', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'PortForwarding': '1.2', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'QosPolicy': '1.9', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SecurityGroup': '1.4', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SecurityGroupRule': '1.2', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SubPort': '1.0', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Subnet': '1.1', Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Trunk': '1.1'}} Aug 24 09:59:03.336883 dv-cinder-805796-1-iscsi neutron-server[94724]: {{(pid=94724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 09:59:03.369091 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Attempting to bind port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 09:59:03.369501 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Attempting to bind port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 09:59:03.369938 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Attempting to bind port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 on network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 09:59:03.375851 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 09:59:03.376257 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Checking segment: {'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 09:59:03.376753 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:03.377194 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Bound using segment: {'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 09:59:03.377695 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Bound port: ab0b4b59-060f-42b3-ba06-56dcacfbc3b4, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed385e9-5d3d-4e21-99bb-b5060e15cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1202, 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 09:59:03.378106 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:03.456038 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] For port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:59:03.481001 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] For port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=ab0b4b59-060f-42b3-ba06-56dcacfbc3b4,segment=NetworkSegment(4ed385e9-5d3d-4e21-99bb-b5060e15cc02),segment_id=4ed385e9-5d3d-4e21-99bb-b5060e15cc02)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:59:03.559833 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:03.626435 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0346e1-b2d4-487d-8c1c-d772f22479f9 None None] Pushing event updated for resources: {'Port': ['ID=ab0b4b59-060f-42b3-ba06-56dcacfbc3b4,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:03.629105 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Routers {'9eae8af6-599c-42ed-9539-0c755ad58b50'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 09:59:03.629720 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T09:58:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['9eae8af6-599c-42ed-9539-0c755ad58b50'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:59:03.720611 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] Set router 9eae8af6-599c-42ed-9539-0c755ad58b50 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 09:59:03.960772 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'name': 'router1', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T09:58:50Z', 'updated_at': '2021-08-24T09:59:00Z', 'revision_number': 2, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'gw_port_host': None, '_interfaces': [{'id': 'ab0b4b59-060f-42b3-ba06-56dcacfbc3b4', 'name': '', 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'mac_address': 'fa:16:3e:f8:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:58:59Z', 'updated_at': '2021-08-24T09:59:03Z', 'revision_number': 4, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'subnets': [{'id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d0981c0-03ec-4a81-858b-54a4d42b9c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:59:03.988545 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c3e78b-3e8a-4b48-a933-f7969e1a2fda None None] The sync data for ids ['9eae8af6-599c-42ed-9539-0c755ad58b50'] in dv-cinder-805796-1-iscsi is: [{'id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'name': 'router1', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T09:58:50Z', 'updated_at': '2021-08-24T09:59:00Z', 'revision_number': 2, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'gw_port_host': None, '_interfaces': [{'id': 'ab0b4b59-060f-42b3-ba06-56dcacfbc3b4', 'name': '', 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'mac_address': 'fa:16:3e:f8:ed:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:58:59Z', 'updated_at': '2021-08-24T09:59:03Z', 'revision_number': 4, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'subnets': [{'id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d0981c0-03ec-4a81-858b-54a4d42b9c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:59:04.433557 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 56414) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:59:04.592764 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ed613b-4922-4d54-89ab-86d9a046449f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 09:59:04.594169 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-75ed613b-4922-4d54-89ab-86d9a046449f admin admin] 10.222.0.64 "GET /v2.0/networks/98bba766-4a34-40c5-ab4e-e505fc31eaa3 HTTP/1.1" status: 200 len: 842 time: 0.1594887 Aug 24 09:59:04.608789 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:59:04.720756 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Made reservation on behalf of 189c755f36c54f82ac174a79630efff9 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 09:59:04.723609 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:04.800603 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:59:05.289223 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.objects.ports [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 24 09:59:05.289783 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:05.358841 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39c7bf5-dfbf-49c9-9cf6-8f2104267be1,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:05.373104 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 09:59:05.373264 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Network hostable DHCP agents. Network: 98bba766-4a34-40c5-ab4e-e505fc31eaa3, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 09:59:05.475694 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 09:59:05.561408 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 98bba766-4a34-40c5-ab4e-e505fc31eaa3) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:59:05.566425 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 09:59:05.566996 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:05.572842 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d54f60c-92fe-4ed5-8151-d5ace9ff2702 None None] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 09:59:05.660299 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-53397722-f4af-4e6f-892a-b7a7bc7c68d1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0586469 Aug 24 09:59:05.750983 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ebf254-40ac-4c43-860b-f3899df1a68f None None] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 09:59:08.271310 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 56422) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:59:08.422619 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-f8314094-cacc-448c-8546-de3c196fbbf0 admin admin] 10.222.0.64 "GET /v2.0/routers/9eae8af6-599c-42ed-9539-0c755ad58b50 HTTP/1.1" status: 200 len: 710 time: 0.1499524 Aug 24 09:59:08.585588 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7487f2a0-7909-4a90-8bb9-0edde7e0f647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 09:59:08.587043 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-7487f2a0-7909-4a90-8bb9-0edde7e0f647 admin admin] 10.222.0.64 "GET /v2.0/networks/98bba766-4a34-40c5-ab4e-e505fc31eaa3 HTTP/1.1" status: 200 len: 886 time: 0.1547461 Aug 24 09:59:08.598480 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 09:59:08.855997 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:09.319194 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:09.400640 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:09.527010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Allocated IP 172.27.3.135 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/d7ea82ce-c95e-41bf-b0de-fa44e190d4f6) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 09:59:09.659918 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:09.773992 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:09.817275 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 09:59:09.820122 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 09:59:09.823197 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 09:59:09.869627 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Pushing event updated for resources: {'Port': ['ID=d7ea82ce-c95e-41bf-b0de-fa44e190d4f6,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:10.021364 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:59:10.144874 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 09:59:10.149768 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 09:59:10.150206 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:10.192330 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:10.254609 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:10.317837 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=ab0b4b59-060f-42b3-ba06-56dcacfbc3b4,segment=NetworkSegment(4ed385e9-5d3d-4e21-99bb-b5060e15cc02),segment_id=4ed385e9-5d3d-4e21-99bb-b5060e15cc02)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:59:10.372862 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:10.413518 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-783389', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-783703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36133'] for router, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:10.417408 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-783370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-783475', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-783726'] for router, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:10.424024 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=ab0b4b59-060f-42b3-ba06-56dcacfbc3b4,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:10.533324 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Router 9eae8af6-599c-42ed-9539-0c755ad58b50 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 09:59:10.641691 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 09:59:10.646596 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:10.648377 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b73c75de-22b1-4325-bfd8-4b7e3e8fd9bd admin admin] 10.222.0.64 "PUT /v2.0/routers/9eae8af6-599c-42ed-9539-0c755ad58b50 HTTP/1.1" status: 200 len: 890 time: 2.0537927 Aug 24 09:59:11.020063 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Sync routers for ids ['9eae8af6-599c-42ed-9539-0c755ad58b50'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 09:59:11.033376 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Routers {'9eae8af6-599c-42ed-9539-0c755ad58b50'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 09:59:11.034188 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T09:58:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['9eae8af6-599c-42ed-9539-0c755ad58b50'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:59:11.361742 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Set router 9eae8af6-599c-42ed-9539-0c755ad58b50 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 09:59:11.924454 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'name': 'router1', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd7ea82ce-c95e-41bf-b0de-fa44e190d4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T09:58:50Z', 'updated_at': '2021-08-24T09:59:09Z', 'revision_number': 4, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'gw_port': {'id': 'd7ea82ce-c95e-41bf-b0de-fa44e190d4f6', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:59:09Z', 'updated_at': '2021-08-24T09:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ab0b4b59-060f-42b3-ba06-56dcacfbc3b4', 'name': '', 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'mac_address': 'fa:16:3e:f8:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:58:59Z', 'updated_at': '2021-08-24T09:59:10Z', 'revision_number': 5, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'subnets': [{'id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d0981c0-03ec-4a81-858b-54a4d42b9c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:59:11.981425 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Checking router: 9eae8af6-599c-42ed-9539-0c755ad58b50 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 09:59:11.981812 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Updating router 9eae8af6-599c-42ed-9539-0c755ad58b50 port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 binding host dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 09:59:12.024766 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:59:12.060088 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:12.227686 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 09:59:12.228053 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:12.492342 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:12.498947 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Transition to ACTIVE for port object d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 09:59:12.564858 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:12.614177 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Attempting to bind port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 09:59:12.614651 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Attempting to bind port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 09:59:12.614968 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Attempting to bind port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 09:59:12.627167 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 9, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 09:59:12.627543 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 09:59:12.627945 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:12.628335 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 09:59:12.628874 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Bound port: d7ea82ce-c95e-41bf-b0de-fa44e190d4f6, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 09:59:12.629260 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:12.630968 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6159cd9-0a80-46ba-b468-d3e07cf5d8ea None None] Pushing event updated for resources: {'Port': ['ID=d7ea82ce-c95e-41bf-b0de-fa44e190d4f6,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:12.689636 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] For port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 09:59:12.695256 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] For port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=d7ea82ce-c95e-41bf-b0de-fa44e190d4f6,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 09:59:12.771605 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:12.825474 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Routers {'9eae8af6-599c-42ed-9539-0c755ad58b50'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 09:59:12.826096 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T09:58:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['9eae8af6-599c-42ed-9539-0c755ad58b50'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:59:12.953980 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6159cd9-0a80-46ba-b468-d3e07cf5d8ea None None] Pushing event updated for resources: {'Port': ['ID=d7ea82ce-c95e-41bf-b0de-fa44e190d4f6,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:13.039950 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] Set router 9eae8af6-599c-42ed-9539-0c755ad58b50 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 09:59:13.201832 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 56434) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 09:59:13.304637 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'name': 'router1', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd7ea82ce-c95e-41bf-b0de-fa44e190d4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T09:58:50Z', 'updated_at': '2021-08-24T09:59:09Z', 'revision_number': 4, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'gw_port': {'id': 'd7ea82ce-c95e-41bf-b0de-fa44e190d4f6', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:59:09Z', 'updated_at': '2021-08-24T09:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ab0b4b59-060f-42b3-ba06-56dcacfbc3b4', 'name': '', 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'mac_address': 'fa:16:3e:f8:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:58:59Z', 'updated_at': '2021-08-24T09:59:10Z', 'revision_number': 5, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'subnets': [{'id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d0981c0-03ec-4a81-858b-54a4d42b9c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 09:59:13.331501 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-9f7f823b-a75a-4168-8348-71de65c78baf admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1285055 Aug 24 09:59:13.332280 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9441ab7b-573e-45ef-bfdd-baeec0bd0e69 None None] The sync data for ids ['9eae8af6-599c-42ed-9539-0c755ad58b50'] in dv-cinder-805796-1-iscsi is: [{'id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'name': 'router1', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': 'd7ea82ce-c95e-41bf-b0de-fa44e190d4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T09:58:50Z', 'updated_at': '2021-08-24T09:59:09Z', 'revision_number': 4, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'gw_port': {'id': 'd7ea82ce-c95e-41bf-b0de-fa44e190d4f6', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:59:09Z', 'updated_at': '2021-08-24T09:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ab0b4b59-060f-42b3-ba06-56dcacfbc3b4', 'name': '', 'network_id': 'ad950efa-c42a-4af6-bf8a-a9547d4f4a4e', 'tenant_id': 'c548f8db4944421390ef1cabd7549ded', 'mac_address': 'fa:16:3e:f8:ed:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eae8af6-599c-42ed-9539-0c755ad58b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T09:58:59Z', 'updated_at': '2021-08-24T09:59:10Z', 'revision_number': 5, 'project_id': 'c548f8db4944421390ef1cabd7549ded', 'subnets': [{'id': '8833fcad-9745-4d77-949f-4bb20e99c0be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d0981c0-03ec-4a81-858b-54a4d42b9c5e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 09:59:14.052834 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:59:14.195945 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 09:59:14.202710 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 09:59:14.203349 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:14.292730 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:14.315570 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=d7ea82ce-c95e-41bf-b0de-fa44e190d4f6,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 09:59:14.401614 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:14.453071 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=d7ea82ce-c95e-41bf-b0de-fa44e190d4f6,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 09:59:16.007651 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 09:59:16.086473 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port d7ea82ce-c95e-41bf-b0de-fa44e190d4f6 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 09:59:16.086885 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:21.116081 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c01231-f64d-4dc1-9708-0d77129b2caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:23.825317 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a5853b8-215a-43eb-aac7-146204104516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:24.019532 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:25.165786 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:26.835358 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:41.799905 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 09:59:51.046615 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ccdc555-7038-416d-b9df-5cae3d273f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:53.812734 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4159c8a4-cf28-4941-b2c1-21ab42a6ee99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:54.034503 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:55.141860 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 09:59:56.863314 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:18.798732 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:00:21.034267 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50d24def-fd50-403f-8d0c-00f39e5d109c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:23.771501 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3fc219a9-ed8d-4229-9026-9779d5118ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:23.977167 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:25.137254 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:26.714552 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:51.044910 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e26b444-c5c1-4d21-83c2-357f1e3ffd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:53.793294 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a941d401-5bc3-4e98-b210-e06aa358a021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:54.033394 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:54.590504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57002) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:00:54.651478 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fb8db4-0e5d-4fdd-af54-9c111e4b0622 admin admin] GET failed (client error): The resource could not be found. Aug 24 10:00:54.652867 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c0fb8db4-0e5d-4fdd-af54-9c111e4b0622 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613887 Aug 24 10:00:54.900075 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb6359-4e9d-44da-b1e9-5102172c8205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:00:54.901585 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-31cb6359-4e9d-44da-b1e9-5102172c8205 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2443945 Aug 24 10:00:55.165898 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:55.797922 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:00:56.708067 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:57.093663 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57012) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:00:57.185289 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a1088-0302-4a69-9ca8-a55d860023e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:00:57.186668 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c45a1088-0302-4a69-9ca8-a55d860023e8 admin admin] 10.222.0.64 "GET /v2.0/subnets/8833fcad-9745-4d77-949f-4bb20e99c0be HTTP/1.1" status: 200 len: 849 time: 0.0919950 Aug 24 10:00:57.196582 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:00:57.277851 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Notify callbacks [] for subnet, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:57.473563 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758770522314'] for subnet, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:57.502184 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:00:57.502794 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:57.504157 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] 10.222.0.64 "PUT /v2.0/subnets/8833fcad-9745-4d77-949f-4bb20e99c0be HTTP/1.1" status: 200 len: 868 time: 0.3114970 Aug 24 10:00:57.515216 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff70fa-7ed7-4ea6-98e8-63080c472134 None None] Network ad950efa-c42a-4af6-bf8a-a9547d4f4a4e requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:00:57.533702 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8833fcad-9745-4d77-949f-4bb20e99c0be,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:00:57.541290 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.541693 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.542002 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.542337 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.542664 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.543007 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.543337 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.543661 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.543998 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.544497 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.544822 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.545140 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a1938-18a9-4af0-9d62-7fb39d2e5cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:00:57.883658 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-3371bc21-deb5-4ee6-ae6e-5571727b219b None None] Provisioning complete for port c501ed9d-c019-4724-8d8d-96605bc22eca triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:00:57.884521 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3371bc21-deb5-4ee6-ae6e-5571727b219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:57.970524 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-3371bc21-deb5-4ee6-ae6e-5571727b219b None None] Provisioning complete for port ab0b4b59-060f-42b3-ba06-56dcacfbc3b4 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:00:57.970901 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3371bc21-deb5-4ee6-ae6e-5571727b219b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:00:59.701453 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57020) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:00:59.906149 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c7706f-c7a3-48b8-a1be-0e0180697502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:00:59.906532 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c7706f-c7a3-48b8-a1be-0e0180697502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:00:59.908105 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-14c7706f-c7a3-48b8-a1be-0e0180697502 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2056122 Aug 24 10:01:02.092143 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57028) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:02.296172 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8414ac13-44b5-4947-857b-046dc93e7fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:02.296668 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8414ac13-44b5-4947-857b-046dc93e7fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:02.298205 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-8414ac13-44b5-4947-857b-046dc93e7fd6 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2048981 Aug 24 10:01:04.512334 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57038) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:04.645340 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7949d34-d34b-4dc4-ab1e-3feba21a5c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:04.646707 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e7949d34-d34b-4dc4-ab1e-3feba21a5c67 admin admin] 10.222.0.64 "GET /v2.0/networks/98bba766-4a34-40c5-ab4e-e505fc31eaa3 HTTP/1.1" status: 200 len: 886 time: 0.1333938 Aug 24 10:01:06.872626 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57046) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:07.023731 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dcaccf-f002-4a7e-8f68-f24021ee969e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:07.025698 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-f7dcaccf-f002-4a7e-8f68-f24021ee969e admin admin] 10.222.0.64 "GET /v2.0/networks/ad950efa-c42a-4af6-bf8a-a9547d4f4a4e HTTP/1.1" status: 200 len: 870 time: 0.1519310 Aug 24 10:01:09.347713 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57054) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:09.481389 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86e71d-011b-4703-826d-04744a77bb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:09.481850 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86e71d-011b-4703-826d-04744a77bb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:09.483444 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-fd86e71d-011b-4703-826d-04744a77bb45 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1347139 Aug 24 10:01:11.658783 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:11.752485 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dc073-8466-4995-9b7e-5d946dc9a80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:11.752937 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1dc073-8466-4995-9b7e-5d946dc9a80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:11.754558 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-8b1dc073-8466-4995-9b7e-5d946dc9a80e admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948334 Aug 24 10:01:13.966432 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57070) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:14.072548 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4131e247-daf5-4943-885a-4516c2b5dab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:14.073941 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-4131e247-daf5-4943-885a-4516c2b5dab2 admin admin] 10.222.0.64 "GET /v2.0/subnets/8833fcad-9745-4d77-949f-4bb20e99c0be HTTP/1.1" status: 200 len: 868 time: 0.1065652 Aug 24 10:01:16.282383 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57078) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:16.375394 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabcd720-ee30-4979-b442-61c8d7615d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:16.376824 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-aabcd720-ee30-4979-b442-61c8d7615d58 admin admin] 10.222.0.64 "GET /v2.0/subnets/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1 HTTP/1.1" status: 200 len: 816 time: 0.0934887 Aug 24 10:01:21.057111 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fe02ed2-d768-4200-b784-f189cb8f93a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:23.799031 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30d24b64-a2e9-45e7-900c-13433d405917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:24.004644 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:25.193747 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:26.724831 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:32.797577 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:01:40.600936 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57132) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:40.650086 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [None req-175e1b3a-7edc-445e-a2da-fca773cb320d admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 10:01:40.651102 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-175e1b3a-7edc-445e-a2da-fca773cb320d admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492382 Aug 24 10:01:42.952290 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57140) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:43.015052 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51fa5fe-d5b2-4f50-8933-cd8a1976c104 admin admin] GET failed (client error): The resource could not be found. Aug 24 10:01:43.016426 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b51fa5fe-d5b2-4f50-8933-cd8a1976c104 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631406 Aug 24 10:01:43.099612 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28efddc-36fb-4334-b8f7-a990ee386875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:43.101040 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-d28efddc-36fb-4334-b8f7-a990ee386875 admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803275 Aug 24 10:01:45.344242 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57148) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:45.393885 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:01:45.467338 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Made reservation on behalf of 189c755f36c54f82ac174a79630efff9 for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:01:45.469668 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:45.502368 dv-cinder-805796-1-iscsi neutron-server[94721]: WARNING neutron.services.revisions.revision_plugin [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Could not find related network for resource to bump revision. Aug 24 10:01:45.516257 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1245, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:01:45.525284 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:45.525557 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Added segment 361de66e-a6c6-452a-823c-5799c5b6a5ad of type vlan for network d0e0357a-05f3-4a48-943d-312ff4074605 Aug 24 10:01:45.563772 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:45.667680 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:45.668681 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:45.669259 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:45.725244 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e0357a-05f3-4a48-943d-312ff4074605,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:01:45.736212 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network d0e0357a-05f3-4a48-943d-312ff4074605 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:01:45.800063 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-75b6e348-0be4-418b-8ab1-1e4ca495b9d8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4544907 Aug 24 10:01:48.029409 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57156) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:01:48.093845 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8167f9-186e-4db1-a552-7a35be4f4e26 admin admin] GET failed (client error): The resource could not be found. Aug 24 10:01:48.095198 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3d8167f9-186e-4db1-a552-7a35be4f4e26 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648680 Aug 24 10:01:48.195528 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbf3117-fa22-48cd-92ac-6d88684fb532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:48.197831 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-1bbf3117-fa22-48cd-92ac-6d88684fb532 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0974486 Aug 24 10:01:48.215015 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:01:48.296258 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Made reservation on behalf of 189c755f36c54f82ac174a79630efff9 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:01:48.298606 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:48.531064 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:48.585462 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44aba501-8ba2-4149-a774-765fa9beb82d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:01:48.596297 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.596686 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.597034 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.597368 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.597697 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.598043 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.598373 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.598696 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.599036 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.599363 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.599681 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.600000 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:48.603865 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Checking segment: {'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:01:48.604213 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Network hostable DHCP agents. Network: d0e0357a-05f3-4a48-943d-312ff4074605, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:01:48.689723 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Network d0e0357a-05f3-4a48-943d-312ff4074605 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:01:48.798566 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, d0e0357a-05f3-4a48-943d-312ff4074605) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:01:48.802777 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:01:48.803400 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:48.809693 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d17f9-da03-4d4e-ac64-54b4c8e0223c None None] Network d0e0357a-05f3-4a48-943d-312ff4074605 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:01:48.896245 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d0337fb8-823a-478e-a510-ee127e5779d3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6853821 Aug 24 10:01:48.956176 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-d0e0357a-05f3-4a48-943d-312ff4074605', 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605', 'tenant_id': '189c755f36c54f82ac174a79630efff9', 'fixed_ips': [{'subnet_id': '44aba501-8ba2-4149-a774-765fa9beb82d'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:01:48.957098 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:49.109024 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Allocated IP 192.168.233.2 (d0e0357a-05f3-4a48-943d-312ff4074605/44aba501-8ba2-4149-a774-765fa9beb82d/a0f8540f-147f-409f-8488-7138acfa967c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:01:49.259636 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:49.268036 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Transition to ACTIVE for port object a0f8540f-147f-409f-8488-7138acfa967c will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:01:49.282973 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Transition to ACTIVE for port object a0f8540f-147f-409f-8488-7138acfa967c will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:01:49.354418 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:49.393655 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Network d0e0357a-05f3-4a48-943d-312ff4074605 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:01:49.396327 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:01:49.399807 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:01:49.412798 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Pushing event updated for resources: {'Port': ['ID=a0f8540f-147f-409f-8488-7138acfa967c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:01:49.434324 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.440868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:01:49.475517 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Attempting to bind port a0f8540f-147f-409f-8488-7138acfa967c on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:01:49.476148 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Attempting to bind port a0f8540f-147f-409f-8488-7138acfa967c by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:01:49.477079 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Attempting to bind port a0f8540f-147f-409f-8488-7138acfa967c on network d0e0357a-05f3-4a48-943d-312ff4074605 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:01:49.482755 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:01:49.483123 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Checking segment: {'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:01:49.483518 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:49.483904 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Bound using segment: {'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:01:49.484466 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Bound port: a0f8540f-147f-409f-8488-7138acfa967c, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:01:49.484811 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:49.549722 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] For port a0f8540f-147f-409f-8488-7138acfa967c, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:01:49.552857 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] For port a0f8540f-147f-409f-8488-7138acfa967c, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=a0f8540f-147f-409f-8488-7138acfa967c,segment=NetworkSegment(361de66e-a6c6-452a-823c-5799c5b6a5ad),segment_id=361de66e-a6c6-452a-823c-5799c5b6a5ad)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:01:49.645485 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:49.709299 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e0af5-37e4-4308-95d8-76a28a6f49f3 None None] Pushing event updated for resources: {'Port': ['ID=a0f8540f-147f-409f-8488-7138acfa967c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:01:50.155753 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device a0f8540f-147f-409f-8488-7138acfa967c up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:01:50.279612 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port a0f8540f-147f-409f-8488-7138acfa967c completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:01:50.533152 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594c5d7-8fbd-4900-a63d-c313e794547f None None] Network d0e0357a-05f3-4a48-943d-312ff4074605 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:01:50.736364 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-0cb76d9d-c342-43bd-83c8-ab37cc5298e6 None None] Provisioning for port a0f8540f-147f-409f-8488-7138acfa967c completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:01:50.741957 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-0cb76d9d-c342-43bd-83c8-ab37cc5298e6 None None] Provisioning complete for port a0f8540f-147f-409f-8488-7138acfa967c triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:01:50.742844 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0cb76d9d-c342-43bd-83c8-ab37cc5298e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:50.838928 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0cb76d9d-c342-43bd-83c8-ab37cc5298e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:50.883662 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-0cb76d9d-c342-43bd-83c8-ab37cc5298e6 None None] For port a0f8540f-147f-409f-8488-7138acfa967c, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=a0f8540f-147f-409f-8488-7138acfa967c,segment=NetworkSegment(361de66e-a6c6-452a-823c-5799c5b6a5ad),segment_id=361de66e-a6c6-452a-823c-5799c5b6a5ad)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:01:50.953383 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0cb76d9d-c342-43bd-83c8-ab37cc5298e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:51.018443 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb76d9d-c342-43bd-83c8-ab37cc5298e6 None None] Pushing event updated for resources: {'Port': ['ID=a0f8540f-147f-409f-8488-7138acfa967c,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:01:51.073568 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-03d43a2b-657d-47d1-b0c4-504192f19121 None None] Provisioning complete for port a0f8540f-147f-409f-8488-7138acfa967c triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:01:51.074090 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-03d43a2b-657d-47d1-b0c4-504192f19121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:51.099487 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2a0396c-e36f-4388-a547-3f1b17e0b6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:52.124043 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device a0f8540f-147f-409f-8488-7138acfa967c up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:01:52.172302 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port a0f8540f-147f-409f-8488-7138acfa967c triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:01:52.172693 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:53.787399 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7ae8bca-204b-4112-8801-e964908259c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:54.010432 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:55.170642 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:01:56.730513 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:09.796589 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:02:21.073442 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9ae94caf-c264-4b13-9fa2-af759b45414b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:23.793393 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bc92e54-62e5-4453-9be8-83975f9ccef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:24.083121 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:25.193697 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:26.707399 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:46.796362 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:02:51.065930 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9680c0b2-0c62-4572-8309-c37c437fdc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:53.787705 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fee7bda6-3f06-4f4e-947c-3451198d83ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:54.102486 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:55.227656 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:02:56.745816 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:08.578878 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57208) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:03:08.584760 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [None req-430f0674-3845-4f32-a003-e3045fdfdfaf tempest-verify_tempest_config-64181050 tempest-verify_tempest_config-64181050-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 10:03:08.586554 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-430f0674-3845-4f32-a003-e3045fdfdfaf tempest-verify_tempest_config-64181050 tempest-verify_tempest_config-64181050-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066974 Aug 24 10:03:09.099099 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:03:09.199833 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:09.283804 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:09.368228 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:09.458274 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80ca4c3f167d40f79b4dc596ddb36bc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3581216 Aug 24 10:03:09.459205 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d1625-2284-4ec5-85c3-102d215ac59e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:03:09.461716 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57230) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:03:09.466801 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.467142 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.467478 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.467802 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.468127 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.468483 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.468807 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.469125 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.469459 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.469800 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.470110 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.470417 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da6bdc5-da79-4c63-91f7-2bfc0529bffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.518701 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:09.539211 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:09.711812 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:09.714358 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:09.715532 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c1d1625-2284-4ec5-85c3-102d215ac59e HTTP/1.1" status: 204 len: 168 time: 0.2528360 Aug 24 10:03:09.725102 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d1625-2284-4ec5-85c3-102d215ac59e,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:03:09.730529 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.730899 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.731251 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.731590 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.731920 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.732272 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.732629 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.732958 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.733302 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.733714 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.733949 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:09.734271 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d350eecc-fb0d-4086-83e0-828c00dcf94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:03:21.044570 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d306249c-b6f1-43f2-9e15-9243d204f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:23.794926 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:03:23.830515 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-291002a8-c99a-4ac0-ac95-99fdfaf59716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:24.007646 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:25.193551 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:26.724612 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:51.059035 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7cf2c9b3-7b75-4392-a7e0-b25bfaefa4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:53.796226 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ff74238-e843-4519-8175-dfdd801d1043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:54.039328 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:55.199348 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:03:56.765031 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:00.793849 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:04:21.084417 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c3adba21-0bd8-45ea-ac8f-eff5995adc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:23.795725 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10392679-037a-4fe0-aa3e-69b6555e98b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:24.036018 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:25.182078 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:26.730457 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:37.792022 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 5 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:04:45.681141 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-780915'] for agent, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:51.051936 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5575d748-f200-4b1e-86f9-33e1e1b3ac9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:53.817936 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-053ba70c-d90b-4c0d-9e87-83a6632e6b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:54.204480 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:55.212371 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:04:56.766246 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:01.035878 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57304) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:05:01.142782 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c9ebd156-2068-4b68-adee-537ce6b8f56e admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1057670 Aug 24 10:05:03.343250 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57314) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:05:03.404270 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-6705574f-11ba-4de5-a109-ba705eaa2cf3 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0596583 Aug 24 10:05:14.791485 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:05:15.800047 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:21.062385 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ce81-ae70-4606-bc03-199ee8e7d4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:23.810792 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d2781525-3fa1-4c51-b8fd-9203c2d5861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:24.044750 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:25.216359 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:26.730142 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:45.621167 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:51.043203 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6ec356f-68f7-47ca-86a2-13fad7cdca68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:51.790724 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:05:53.922569 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-69960b8f-d532-45db-80eb-995d17184fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:54.020417 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:55.219965 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:05:56.722972 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:15.636049 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:21.059138 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ae72fd-5fb3-4b3a-85a7-4e88296b0642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:23.818997 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9900d088-a950-4a65-a0f7-fb3ece5763bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:24.036278 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:25.230674 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:26.813264 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:28.791959 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:06:35.832281 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57430) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:36.102362 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-network', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:36.222041 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Made reservation on behalf of 6a090ba71ac3417d8bb8baed622bafcc for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:06:36.228831 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:36.239146 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:36.387372 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:36.498443 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:36.536418 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1222, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:06:36.553259 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9b099-504e-4b98-ad19-37c703826542,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:36.562653 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:36.563155 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Added segment d154168a-aae3-40da-a985-7e683279172b of type vlan for network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 Aug 24 10:06:36.582125 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.582499 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.582814 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.583145 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.583466 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.583804 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.584129 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.584475 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.585363 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.586175 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.586383 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.586723 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Tracked resource versions report: Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: pushed versions: Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: { 'AddressGroup': {'1.2'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'ConntrackHelper': {'1.0'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Log': {'1.0'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Network': {'1.1'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Port': {'1.7'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'PortForwarding': {'1.2'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'QosPolicy': {'1.9'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SecurityGroup': {'1.4'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SecurityGroupRule': {'1.2'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SubPort': {'1.0'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Subnet': {'1.1'}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Trunk': {'1.1'}} Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: consumer versions: Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: { DHCP agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: HyperV agent@hv-cinder-80579: {}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: L3 agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: Metadata agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: Metering agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: Open vSwitch agent@dv-cinder-805796-1-iscsi: { 'AddressGroup': '1.2', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'ConntrackHelper': '1.0', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Log': '1.0', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Network': '1.1', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Port': '1.7', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'PortForwarding': '1.2', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'QosPolicy': '1.9', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SecurityGroup': '1.4', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SecurityGroupRule': '1.2', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'SubPort': '1.0', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Subnet': '1.1', Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: 'Trunk': '1.1'}} Aug 24 10:06:36.587760 dv-cinder-805796-1-iscsi neutron-server[94721]: {{(pid=94721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 10:06:36.644630 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:36.767456 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:36.769204 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:36.770523 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:36.864512 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0058c4b3-b2e1-4879-858a-d1a02ad004e7,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:36.876573 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-a2294259-7ff3-46a7-bbd9-8fe2908485b5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0431180 Aug 24 10:06:36.881777 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57476) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:36.883864 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:06:36.889335 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Request body: {'subnet': {'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-subnet', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:37.007423 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Made reservation on behalf of 6a090ba71ac3417d8bb8baed622bafcc for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:06:37.012127 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:37.464383 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:37.540205 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad211f68-daa8-456a-ac42-1f08d0bbd5d4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.556677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.557553 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Tracked resource versions report: Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: pushed versions: Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: { 'AddressGroup': {'1.2'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'ConntrackHelper': {'1.0'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Log': {'1.0'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Network': {'1.1'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Port': {'1.7'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'PortForwarding': {'1.2'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'QosPolicy': {'1.9'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SecurityGroup': {'1.4'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SecurityGroupRule': {'1.2'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SubPort': {'1.0'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Subnet': {'1.1'}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Trunk': {'1.1'}} Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: consumer versions: Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: { DHCP agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: HyperV agent@hv-cinder-80579: {}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: L3 agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: Metadata agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: Metering agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: Open vSwitch agent@dv-cinder-805796-1-iscsi: { 'AddressGroup': '1.2', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'ConntrackHelper': '1.0', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Log': '1.0', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Network': '1.1', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Port': '1.7', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'PortForwarding': '1.2', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'QosPolicy': '1.9', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SecurityGroup': '1.4', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SecurityGroupRule': '1.2', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'SubPort': '1.0', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Subnet': '1.1', Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: 'Trunk': '1.1'}} Aug 24 10:06:37.559136 dv-cinder-805796-1-iscsi neutron-server[94722]: {{(pid=94722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 10:06:37.562875 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Checking segment: {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:06:37.563387 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Network hostable DHCP agents. Network: 0058c4b3-b2e1-4879-858a-d1a02ad004e7, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:06:37.693201 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:06:37.830594 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 0058c4b3-b2e1-4879-858a-d1a02ad004e7) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:37.844026 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:37.844772 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225630bf-c9ad-4286-9268-382f3f4fc2bb None None] Network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:06:37.847751 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:37.860834 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57504) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:37.959541 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5b6c7feb-15ca-4a6c-98c3-60bec5b3939a admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0759716 Aug 24 10:06:37.970010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57514) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:37.976647 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:38.063083 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9e0eae-788f-4f34-8cb0-c746b221f48b None None] Network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:06:38.179274 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:38.179274 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:38.368612 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:38.409633 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1289755346-network', 'tenant_id': '7063b3dff2a645f69293f520c4d9102b'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:38.627660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Made reservation on behalf of 7063b3dff2a645f69293f520c4d9102b for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:06:38.631150 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:38.694853 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:38.709095 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:38.891407 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.048302 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.079396 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1228, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:06:39.102567 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.102907 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Added segment 7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3 of type vlan for network 8527f58a-da2b-47b2-bc43-e5b292e38e8b Aug 24 10:06:39.146222 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ec7b84-0759-45dc-beda-076f2bb8aec4,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:39.187475 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.217671 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57544) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:39.338371 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.339501 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:39.340070 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.368779 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.458952 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.479778 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6172400 Aug 24 10:06:39.484875 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57554) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:39.490296 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de58b3-f577-4ddf-8148-0acdaa512fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=8527f58a-da2b-47b2-bc43-e5b292e38e8b,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:39.494038 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Request body: {'subnet': {'network_id': '8527f58a-da2b-47b2-bc43-e5b292e38e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1289755346-subnet', 'tenant_id': '7063b3dff2a645f69293f520c4d9102b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:39.507133 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 8527f58a-da2b-47b2-bc43-e5b292e38e8b details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:06:39.650557 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Allocated IP 172.27.3.134 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/89ce1820-3002-49a4-8bf7-2232a20cc355) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:06:39.658387 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Made reservation on behalf of 7063b3dff2a645f69293f520c4d9102b for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:06:39.661365 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.755140 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1533638827-network', 'tenant_id': '65c26a788943480eb71aec674c048f42'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:39.801229 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.915257 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.944927 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.957997 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Made reservation on behalf of 65c26a788943480eb71aec674c048f42 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:06:39.959231 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Pushing event updated for resources: {'Port': ['ID=89ce1820-3002-49a4-8bf7-2232a20cc355,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:39.962024 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:39.969598 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:39.971018 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:39.973569 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:06:40.019382 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.077678 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:40.094987 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Checking segment: {'id': '7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8527f58a-da2b-47b2-bc43-e5b292e38e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:06:40.095591 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Network hostable DHCP agents. Network: 8527f58a-da2b-47b2-bc43-e5b292e38e8b, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:06:40.247309 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.258896 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Network 8527f58a-da2b-47b2-bc43-e5b292e38e8b is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:06:40.322249 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.351364 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.388161 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1225, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:06:40.393161 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c247c641-45f5-4761-bf7b-d517facc78a6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:40.398249 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 8527f58a-da2b-47b2-bc43-e5b292e38e8b) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:40.432926 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.433270 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Added segment f639854f-5c7e-4fc9-b83f-586c00aeb486 of type vlan for network 20d99add-b609-42ab-8840-e559ba5ce163 Aug 24 10:06:40.476817 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c53954-2988-410b-a1ed-c37f8030bb28 None None] Network 8527f58a-da2b-47b2-bc43-e5b292e38e8b requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:06:40.477105 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:40.477943 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.536139 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.636460 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-14caf2f3-6df5-46f1-8319-1bf777393d44 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1501222 Aug 24 10:06:40.661740 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97001a-362e-43ad-9e05-97f734380248 None None] Network 8527f58a-da2b-47b2-bc43-e5b292e38e8b requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:06:40.666146 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.671455 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:40.671455 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.671689 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:40.782570 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] Pushing event updated for resources: {'Network': ['ID=20d99add-b609-42ab-8840-e559ba5ce163,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:40.787966 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 20d99add-b609-42ab-8840-e559ba5ce163 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:06:40.880490 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7f869e87-9fa7-4bfe-a37b-2d8940c705c1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6568272 Aug 24 10:06:40.880490 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57592) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:40.888817 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Request body: {'subnet': {'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1533638827-subnet', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:40.944950 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Router 3d62d624-6037-49f6-a096-8672c14f1337 is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:06:41.018902 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Made reservation on behalf of 65c26a788943480eb71aec674c048f42 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:06:41.024458 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:41.081682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:06:41.095261 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Sync routers for ids ['3d62d624-6037-49f6-a096-8672c14f1337'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:06:41.113832 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Routers {'3d62d624-6037-49f6-a096-8672c14f1337'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:06:41.119690 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:06:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['3d62d624-6037-49f6-a096-8672c14f1337'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:41.245542 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:41.250988 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-060087fc-4775-4601-abd9-a734e36d1452 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2775905 Aug 24 10:06:41.253059 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57606) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:41.272652 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Set router 3d62d624-6037-49f6-a096-8672c14f1337 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:06:41.367734 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:41.476679 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:06:40Z', 'revision_number': 3, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port': {'id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:80:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:39Z', 'updated_at': '2021-08-24T10:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:41.505694 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Checking router: 3d62d624-6037-49f6-a096-8672c14f1337 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:06:41.506870 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Updating router 3d62d624-6037-49f6-a096-8672c14f1337 port 89ce1820-3002-49a4-8bf7-2232a20cc355 binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:06:41.548287 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:41.554794 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d64931-3d7b-4e32-a686-5b170f9c1a9e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:41.605905 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Checking segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:06:41.607052 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Network hostable DHCP agents. Network: 20d99add-b609-42ab-8840-e559ba5ce163, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:06:41.813095 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Network 20d99add-b609-42ab-8840-e559ba5ce163 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:06:41.931112 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:41.945503 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 20d99add-b609-42ab-8840-e559ba5ce163) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:41.951775 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Transition to ACTIVE for port object 89ce1820-3002-49a4-8bf7-2232a20cc355 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:06:41.956884 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:41.956884 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:41.962459 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a21329-d555-4bc3-b613-8e75463a43c4 None None] Network 20d99add-b609-42ab-8840-e559ba5ce163 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:06:42.055611 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-a7159c45-f5c0-49c5-81e9-d0a11b1cd1e1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1742122 Aug 24 10:06:42.059700 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.064530 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:42.069540 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:42.203908 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.203908 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.223161 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Attempting to bind port 89ce1820-3002-49a4-8bf7-2232a20cc355 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:06:42.224778 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Attempting to bind port 89ce1820-3002-49a4-8bf7-2232a20cc355 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:06:42.225931 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Attempting to bind port 89ce1820-3002-49a4-8bf7-2232a20cc355 on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:06:42.231929 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Pushing event updated for resources: {'Port': ['ID=89ce1820-3002-49a4-8bf7-2232a20cc355,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:42.236430 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-20d99add-b609-42ab-8840-e559ba5ce163', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:06:42.237511 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.249650 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.250567 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.251322 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.251742 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.252281 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.252851 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.253612 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.254393 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.255197 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.255973 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.257394 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.258161 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Tracked resource versions report: Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: pushed versions: Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: { 'AddressGroup': {'1.2'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'ConntrackHelper': {'1.0'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Log': {'1.0'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Network': {'1.1'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Port': {'1.7'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'PortForwarding': {'1.2'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'QosPolicy': {'1.9'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SecurityGroup': {'1.4'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SecurityGroupRule': {'1.2'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SubPort': {'1.0'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Subnet': {'1.1'}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Trunk': {'1.1'}} Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: consumer versions: Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: { DHCP agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: HyperV agent@hv-cinder-80579: {}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: L3 agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: Metadata agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: Metering agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: Open vSwitch agent@dv-cinder-805796-1-iscsi: { 'AddressGroup': '1.2', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'ConntrackHelper': '1.0', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Log': '1.0', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Network': '1.1', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Port': '1.7', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'PortForwarding': '1.2', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'QosPolicy': '1.9', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SecurityGroup': '1.4', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SecurityGroupRule': '1.2', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'SubPort': '1.0', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Subnet': '1.1', Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: 'Trunk': '1.1'}} Aug 24 10:06:42.260269 dv-cinder-805796-1-iscsi neutron-server[94724]: {{(pid=94724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 10:06:42.270033 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:06:42.271043 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:06:42.272598 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.273593 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:06:42.274662 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Bound port: 89ce1820-3002-49a4-8bf7-2232a20cc355, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:06:42.275591 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.392343 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.427687 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.435320 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Allocated IP 172.20.0.2 (20d99add-b609-42ab-8840-e559ba5ce163/a7d64931-3d7b-4e32-a686-5b170f9c1a9e/fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:06:42.448890 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] For port 89ce1820-3002-49a4-8bf7-2232a20cc355, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:06:42.453712 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] For port 89ce1820-3002-49a4-8bf7-2232a20cc355, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=89ce1820-3002-49a4-8bf7-2232a20cc355,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:06:42.544652 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.611807 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4536e69-190d-492f-aaed-77c9a8944552 None None] Pushing event updated for resources: {'Port': ['ID=89ce1820-3002-49a4-8bf7-2232a20cc355,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:42.636159 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Routers {'3d62d624-6037-49f6-a096-8672c14f1337'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:06:42.637726 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:06:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['3d62d624-6037-49f6-a096-8672c14f1337'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:42.824866 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.845230 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Transition to ACTIVE for port object fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:06:42.878186 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Transition to ACTIVE for port object fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:06:42.906317 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.907150 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] Set router 3d62d624-6037-49f6-a096-8672c14f1337 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:06:42.968537 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:42.985435 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Allocated IP 172.20.0.1 (0058c4b3-b2e1-4879-858a-d1a02ad004e7/ad211f68-daa8-456a-ac42-1f08d0bbd5d4/5ad33173-23ac-4306-bd2f-71542deecc01) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:06:43.020435 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Network 20d99add-b609-42ab-8840-e559ba5ce163 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:43.135132 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:43.161850 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:06:43.203530 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:43.233422 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Pushing event updated for resources: {'Port': ['ID=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:43.257206 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.258048 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.260743 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.261089 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.262538 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.263691 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.266016 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.266606 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.267042 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.267533 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.269675 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.270237 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Tracked resource versions report: Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: pushed versions: Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: { 'AddressGroup': {'1.2'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'ConntrackHelper': {'1.0'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Log': {'1.0'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Network': {'1.1'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Port': {'1.7'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'PortForwarding': {'1.2'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'QosPolicy': {'1.9'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SecurityGroup': {'1.4'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SecurityGroupRule': {'1.2'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SubPort': {'1.0'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Subnet': {'1.1'}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Trunk': {'1.1'}} Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: consumer versions: Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: { DHCP agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: HyperV agent@hv-cinder-80579: {}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: L3 agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: Metadata agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: Metering agent@dv-cinder-805796-1-iscsi: {}, Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: Open vSwitch agent@dv-cinder-805796-1-iscsi: { 'AddressGroup': '1.2', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'ConntrackHelper': '1.0', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Log': '1.0', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Network': '1.1', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Port': '1.7', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'PortForwarding': '1.2', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'QosPolicy': '1.9', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SecurityGroup': '1.4', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SecurityGroupRule': '1.2', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'SubPort': '1.0', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Subnet': '1.1', Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: 'Trunk': '1.1'}} Aug 24 10:06:43.274591 dv-cinder-805796-1-iscsi neutron-server[94723]: {{(pid=94723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 10:06:43.348915 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:06:40Z', 'revision_number': 3, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port': {'id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:80:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:39Z', 'updated_at': '2021-08-24T10:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:43.384921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:43.416517 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e29be-cee7-4bdf-ab56-03a5edb939f5 None None] The sync data for ids ['3d62d624-6037-49f6-a096-8672c14f1337'] in dv-cinder-805796-1-iscsi is: [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:06:40Z', 'revision_number': 3, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port': {'id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:80:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:39Z', 'updated_at': '2021-08-24T10:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:06:43.420695 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Attempting to bind port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:06:43.421171 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Attempting to bind port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:06:43.421591 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Attempting to bind port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d on network 20d99add-b609-42ab-8840-e559ba5ce163 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:06:43.431091 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:06:43.431488 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Checking segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:06:43.431867 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:43.432456 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Bound using segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:06:43.442463 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Bound port: fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:06:43.442955 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:43.463200 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:43.500476 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:43.544038 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:43.566440 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:43.576901 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:06:43.577437 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:43.590655 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] For port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:06:43.596290 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] For port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:06:43.632127 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad33173-23ac-4306-bd2f-71542deecc01,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:43.756649 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:43.882087 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Allocated IP 172.27.3.59 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/6cdd1831-abaa-4b25-86c0-edc70809fd0c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:06:43.907799 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054a180-e4ae-42f9-bad7-59adeb56b20f None None] Pushing event updated for resources: {'Port': ['ID=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:44.060048 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:44.293398 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:44.508622 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 89ce1820-3002-49a4-8bf7-2232a20cc355 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:06:44.569151 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:44.681713 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 89ce1820-3002-49a4-8bf7-2232a20cc355 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:06:44.687815 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 89ce1820-3002-49a4-8bf7-2232a20cc355 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:44.688545 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:44.705761 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:44.714587 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:44.726303 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:06:44.730390 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Pushing event updated for resources: {'Port': ['ID=6cdd1831-abaa-4b25-86c0-edc70809fd0c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:44.742781 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:44.812991 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:44.815037 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:44.963384 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:44.990360 dv-cinder-805796-1-iscsi neutron-server[94722]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 10:06:45.034719 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:45.107317 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 89ce1820-3002-49a4-8bf7-2232a20cc355, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=89ce1820-3002-49a4-8bf7-2232a20cc355,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:06:45.214984 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad33173-23ac-4306-bd2f-71542deecc01,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:45.235896 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:45.238684 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:45.241354 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:45.359888 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=89ce1820-3002-49a4-8bf7-2232a20cc355,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:45.518649 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Router 3d62d624-6037-49f6-a096-8672c14f1337 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:06:45.530636 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-0a12e6b0-4629-48e1-89b7-461c689dc037 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:45.532872 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-0a12e6b0-4629-48e1-89b7-461c689dc037 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/networks?id=8527f58a-da2b-47b2-bc43-e5b292e38e8b HTTP/1.1" status: 200 len: 812 time: 0.5679345 Aug 24 10:06:45.587540 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-baa5252d-ed0a-4304-a265-cd50044a3037 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/quotas/7063b3dff2a645f69293f520c4d9102b HTTP/1.1" status: 200 len: 375 time: 0.0458231 Aug 24 10:06:45.669271 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:45.704489 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-46e9f07e-4cf0-4771-a2ea-915e51f1d799 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7063b3dff2a645f69293f520c4d9102b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091962 Aug 24 10:06:45.752076 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0a0f7-4bd6-4b62-b256-75c0caa8153b None None] Network 20d99add-b609-42ab-8840-e559ba5ce163 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:06:45.781817 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:06:45.830466 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-0b81563f-e24e-4cb0-ae01-cd0f21cb8450 admin admin] 10.222.0.64 "PUT /v2.0/routers/3d62d624-6037-49f6-a096-8672c14f1337/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5687110 Aug 24 10:06:45.978833 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-a336ff90-98a3-4cf1-bbff-28bfdee0ce33 None None] Provisioning for port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:06:45.995407 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:46.206962 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-c2248235-1c19-4d2d-a3bf-38ef09fa7195 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 10:06:46.220339 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-c2248235-1c19-4d2d-a3bf-38ef09fa7195 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3007700 Aug 24 10:06:46.467751 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7d4c83ef-1446-43d6-8831-1aa70a5fb9c1 service neutron] 10.222.0.64 "GET /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464628 Aug 24 10:06:46.622534 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:06:46.628070 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:46.750141 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Sync routers for ids ['3d62d624-6037-49f6-a096-8672c14f1337'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:06:46.765222 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Routers {'3d62d624-6037-49f6-a096-8672c14f1337'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:06:46.765868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:06:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['3d62d624-6037-49f6-a096-8672c14f1337'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:46.785396 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-8e8dfa5e-f2b8-429a-ad2c-a829d028597e service neutron] 10.222.0.64 "GET /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756655 Aug 24 10:06:46.914435 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Set router 3d62d624-6037-49f6-a096-8672c14f1337 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:06:47.003140 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57782) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:47.007802 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:06:47.021186 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:47.021835 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:47.066590 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57790) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:47.070166 dv-cinder-805796-1-iscsi neutron-server[94721]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 10:06:47.136319 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57792) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:47.315601 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Router 29be9c7d-6670-498d-adfe-afd69ee6cb7d is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:06:47.625000 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:47.657073 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:06:47.701357 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:06:43Z', 'revision_number': 4, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port': {'id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:39Z', 'updated_at': '2021-08-24T10:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '5ad33173-23ac-4306-bd2f-71542deecc01', 'name': '', 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'mac_address': 'fa:16:3e:49:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad211f68-daa8-456a-ac42-1f08d0bbd5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:44Z', 'revision_number': 2, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'subnets': [{'id': 'ad211f68-daa8-456a-ac42-1f08d0bbd5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:47.701610 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a195b980-0c1b-4b12-9925-ef7288fae23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:47.726202 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Checking router: 3d62d624-6037-49f6-a096-8672c14f1337 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:06:47.726792 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Updating router 3d62d624-6037-49f6-a096-8672c14f1337 port 5ad33173-23ac-4306-bd2f-71542deecc01 binding host dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:06:47.728264 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-a6bb5e9a-04b5-4d2c-9f0e-daaa2f62796b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:47.741222 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-a6bb5e9a-04b5-4d2c-9f0e-daaa2f62796b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 819 time: 0.6712935 Aug 24 10:06:47.743359 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-56e12429-f57d-4152-a102-80cbc838dc1a req-cb93da3b-14d0-4b22-9a12-75209fa4a9a4 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 210 time: 0.1883733 Aug 24 10:06:47.744825 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d693ba5-999d-4961-b80f-5d8221e26900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:47.810049 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-709a1130-9679-429a-b230-853c9a72e573 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/quotas/6a090ba71ac3417d8bb8baed622bafcc HTTP/1.1" status: 200 len: 375 time: 0.0425754 Aug 24 10:06:47.829490 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:47.848528 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.db.api [None req-7d693ba5-999d-4961-b80f-5d8221e26900 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 10:06:47.848528 dv-cinder-805796-1-iscsi neutron-server[94722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 24 10:06:47.848528 dv-cinder-805796-1-iscsi neutron-server[94722]: [parameters: {'project_id_1': '9df15a069f194bf6bf44a5b8a947453e', 'expiration_1': datetime.datetime(2021, 8, 24, 10, 6, 47, 805948)}] Aug 24 10:06:47.848528 dv-cinder-805796-1-iscsi neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 10:06:47.849214 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG oslo_db.api [None req-7d693ba5-999d-4961-b80f-5d8221e26900 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 10:06:47.863376 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:47.865307 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 89ce1820-3002-49a4-8bf7-2232a20cc355 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:06:47.937019 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:06:47.941274 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:47.963632 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Sync routers for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:06:47.979788 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:06:47.989654 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:06:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:48.181026 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-86c55f86-646d-4f6a-ad49-0faec01a0776 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3597608 Aug 24 10:06:48.219791 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 89ce1820-3002-49a4-8bf7-2232a20cc355 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:48.220166 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.245834 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a195b980-0c1b-4b12-9925-ef7288fae23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.350869 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d693ba5-999d-4961-b80f-5d8221e26900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.355772 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-d6be3af6-a53e-4524-82bd-ee6a99f35b5c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 10:06:48.357791 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-d6be3af6-a53e-4524-82bd-ee6a99f35b5c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0873942 Aug 24 10:06:48.441601 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:06:48.509142 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.510755 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-6ce4b72e-4cb1-4e70-ad90-f83f967c66c7 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4497919 Aug 24 10:06:48.513556 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 57862) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:48.567369 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.598471 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Transition to ACTIVE for port object 5ad33173-23ac-4306-bd2f-71542deecc01 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:06:48.609844 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-48f26f4f-7c3e-40b5-aa4c-eedda94e4b4d service neutron] 10.222.0.64 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400899 Aug 24 10:06:48.612100 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a195b980-0c1b-4b12-9925-ef7288fae23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.662822 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195b980-0c1b-4b12-9925-ef7288fae23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e29886-3c05-4c07-bd37-e7a691a01a3a,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:48.727007 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:45Z', 'revision_number': 3, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:48.738178 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.785971 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Checking router: 29be9c7d-6670-498d-adfe-afd69ee6cb7d for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:06:48.787934 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Updating router 29be9c7d-6670-498d-adfe-afd69ee6cb7d port 6cdd1831-abaa-4b25-86c0-edc70809fd0c binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:06:48.854664 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57870) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:48.922413 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-a195b980-0c1b-4b12-9925-ef7288fae23c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=293f7a9c628f4df297477bec3275affd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9074686 Aug 24 10:06:48.922552 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.923267 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57882) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:48.953930 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d693ba5-999d-4961-b80f-5d8221e26900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:48.963289 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:06:49.005871 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864198b-915c-4950-8304-ead54f184f0e None None] Pushing event updated for resources: {'Port': ['ID=5ad33173-23ac-4306-bd2f-71542deecc01,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:49.160165 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-94b928fa-c9dc-4d0d-b6e5-a40c57434927 service neutron] 10.222.0.64 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041065 Aug 24 10:06:49.164093 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-105a1328-e82e-4d3a-abf2-e77a2e9a8287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.186193 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Attempting to bind port 5ad33173-23ac-4306-bd2f-71542deecc01 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:06:49.186530 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Attempting to bind port 5ad33173-23ac-4306-bd2f-71542deecc01 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:06:49.187120 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Attempting to bind port 5ad33173-23ac-4306-bd2f-71542deecc01 on network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:06:49.207333 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:06:49.207333 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Checking segment: {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:06:49.207333 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.207938 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Bound using segment: {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:06:49.208581 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Bound port: 5ad33173-23ac-4306-bd2f-71542deecc01, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:06:49.209119 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.295918 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-105a1328-e82e-4d3a-abf2-e77a2e9a8287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.306864 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-50637d82-28a3-4657-aff7-a516b7eade43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.481921 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d693ba5-999d-4961-b80f-5d8221e26900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.542845 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:49.543423 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.552173 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-105a1328-e82e-4d3a-abf2-e77a2e9a8287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.556719 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-105a1328-e82e-4d3a-abf2-e77a2e9a8287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.561284 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-105a1328-e82e-4d3a-abf2-e77a2e9a8287 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/78e29886-3c05-4c07-bd37-e7a691a01a3a HTTP/1.1" status: 204 len: 168 time: 0.6364455 Aug 24 10:06:49.608728 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] For port 5ad33173-23ac-4306-bd2f-71542deecc01, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:06:49.629342 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a1328-e82e-4d3a-abf2-e77a2e9a8287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e29886-3c05-4c07-bd37-e7a691a01a3a,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:49.653347 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7d693ba5-999d-4961-b80f-5d8221e26900 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9df15a069f194bf6bf44a5b8a947453e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5157192 Aug 24 10:06:49.657715 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57906) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:49.676832 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] For port 5ad33173-23ac-4306-bd2f-71542deecc01, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=5ad33173-23ac-4306-bd2f-71542deecc01,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:06:49.720171 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1fd8cb74-195a-431e-8868-2ddf7337f75c req-c0706b7a-9417-43f4-848c-6a26938a7483 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 210 time: 0.6038699 Aug 24 10:06:49.748768 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.767119 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:49.813705 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Transition to ACTIVE for port object 6cdd1831-abaa-4b25-86c0-edc70809fd0c will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:06:49.838083 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d693ba5-999d-4961-b80f-5d8221e26900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a1bb56-6b8c-46b4-82dd-cd9673e46178,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:49.905346 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.009309 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d0542ffe-768b-4a11-b1ab-3fe1a11499d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.076984 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d0542ffe-768b-4a11-b1ab-3fe1a11499d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.091691 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864198b-915c-4950-8304-ead54f184f0e None None] Pushing event updated for resources: {'Port': ['ID=5ad33173-23ac-4306-bd2f-71542deecc01,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:50.124542 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd89da-c69a-4a7a-8226-819db6c211a1 None None] Pushing event updated for resources: {'Port': ['ID=6cdd1831-abaa-4b25-86c0-edc70809fd0c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:50.155523 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-50637d82-28a3-4657-aff7-a516b7eade43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.209635 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Routers {'3d62d624-6037-49f6-a096-8672c14f1337'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:06:50.211574 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:06:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['3d62d624-6037-49f6-a096-8672c14f1337'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:50.219779 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Attempting to bind port 6cdd1831-abaa-4b25-86c0-edc70809fd0c on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:06:50.220370 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Attempting to bind port 6cdd1831-abaa-4b25-86c0-edc70809fd0c by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:06:50.226677 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Attempting to bind port 6cdd1831-abaa-4b25-86c0-edc70809fd0c on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:06:50.246911 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:06:50.247385 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:06:50.248053 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.248718 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:06:50.249740 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Bound port: 6cdd1831-abaa-4b25-86c0-edc70809fd0c, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:06:50.250184 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.254185 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-adb6a372-64c7-42ac-8d3c-1846b001f016 req-a8a31faf-e51e-455f-a10f-a14fea637d3f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 210 time: 0.0608523 Aug 24 10:06:50.321126 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d0542ffe-768b-4a11-b1ab-3fe1a11499d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.324767 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d0542ffe-768b-4a11-b1ab-3fe1a11499d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.338290 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-d0542ffe-768b-4a11-b1ab-3fe1a11499d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b9a1bb56-6b8c-46b4-82dd-cd9673e46178 HTTP/1.1" status: 204 len: 168 time: 0.6690111 Aug 24 10:06:50.341740 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-50637d82-28a3-4657-aff7-a516b7eade43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.418581 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-50637d82-28a3-4657-aff7-a516b7eade43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=693168d4aa72495e8b1a1c2904a74586&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5624561 Aug 24 10:06:50.424052 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 57942) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:50.434619 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0542ffe-768b-4a11-b1ab-3fe1a11499d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a1bb56-6b8c-46b4-82dd-cd9673e46178,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:50.473400 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50637d82-28a3-4657-aff7-a516b7eade43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec24c8-9484-4822-845b-5c6a417d1be5,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:50.533381 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] For port 6cdd1831-abaa-4b25-86c0-edc70809fd0c, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:06:50.557317 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] For port 6cdd1831-abaa-4b25-86c0-edc70809fd0c, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=6cdd1831-abaa-4b25-86c0-edc70809fd0c,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:06:50.655158 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1757c333-cd4f-4428-9d24-203ece7fa649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.710955 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.788905 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] Set router 3d62d624-6037-49f6-a096-8672c14f1337 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:06:50.851551 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1757c333-cd4f-4428-9d24-203ece7fa649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.974960 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:50.988880 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd89da-c69a-4a7a-8226-819db6c211a1 None None] Pushing event updated for resources: {'Port': ['ID=6cdd1831-abaa-4b25-86c0-edc70809fd0c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:51.117151 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:06:51.119791 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:06:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:51.197345 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-605701af-e3b4-4143-8ce9-554e9a4ae2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:51.214929 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-72b9e45c-2bd4-4dc3-be2a-3a8e92905e10 req-44b04ce3-ea06-4803-a62f-7931dec0da1a tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 210 time: 0.1673994 Aug 24 10:06:51.356224 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1757c333-cd4f-4428-9d24-203ece7fa649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:51.359979 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1757c333-cd4f-4428-9d24-203ece7fa649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:51.361634 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-1757c333-cd4f-4428-9d24-203ece7fa649 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7fec24c8-9484-4822-845b-5c6a417d1be5 HTTP/1.1" status: 204 len: 168 time: 0.9360075 Aug 24 10:06:51.384627 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:06:51.387538 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757c333-cd4f-4428-9d24-203ece7fa649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec24c8-9484-4822-845b-5c6a417d1be5,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:51.403053 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:06:43Z', 'revision_number': 4, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port': {'id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:39Z', 'updated_at': '2021-08-24T10:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '5ad33173-23ac-4306-bd2f-71542deecc01', 'name': '', 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'mac_address': 'fa:16:3e:49:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad211f68-daa8-456a-ac42-1f08d0bbd5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:49Z', 'revision_number': 4, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'subnets': [{'id': 'ad211f68-daa8-456a-ac42-1f08d0bbd5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:51.469798 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e173ac-837e-4e42-940b-b40414a4613f req-4f9be144-c813-4766-a268-54445058eaaa tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:51.475624 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-4f9be144-c813-4766-a268-54445058eaaa tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 819 time: 0.5032454 Aug 24 10:06:51.488101 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e11ece0-7a36-4631-bc6b-282960c216d5 None None] The sync data for ids ['3d62d624-6037-49f6-a096-8672c14f1337'] in dv-cinder-805796-1-iscsi is: [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:06:43Z', 'revision_number': 4, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port': {'id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:39Z', 'updated_at': '2021-08-24T10:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '5ad33173-23ac-4306-bd2f-71542deecc01', 'name': '', 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'mac_address': 'fa:16:3e:49:bc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ad211f68-daa8-456a-ac42-1f08d0bbd5d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:49Z', 'revision_number': 4, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'subnets': [{'id': 'ad211f68-daa8-456a-ac42-1f08d0bbd5d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:06:51.839971 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58004) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:51.924020 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8ecc2cc7-24e4-4d21-a4f6-02fedea9d8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:51.993138 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-334b58ef-f2f3-460f-9a2f-f1067feccb44 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/quotas/6a090ba71ac3417d8bb8baed622bafcc HTTP/1.1" status: 200 len: 375 time: 0.0638034 Aug 24 10:06:52.103948 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:45Z', 'revision_number': 3, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:52.200884 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8ecc2cc7-24e4-4d21-a4f6-02fedea9d8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:52.232674 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28033cf-8450-45d3-8c00-6effdb4c8931 None None] The sync data for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi is: [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:45Z', 'revision_number': 3, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:06:52.241090 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Allocated IP 172.20.0.1 (20d99add-b609-42ab-8840-e559ba5ce163/a7d64931-3d7b-4e32-a686-5b170f9c1a9e/4cee466c-8514-41b0-a3fe-8073a271aaee) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:06:52.280803 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8ecc2cc7-24e4-4d21-a4f6-02fedea9d8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:52.301148 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-aed8ee9e-214e-4c8b-bf75-4677167cf7af tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3059385 Aug 24 10:06:52.394714 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-8ecc2cc7-24e4-4d21-a4f6-02fedea9d8bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c03864219a644fcd8dfef75f2edce7f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5500085 Aug 24 10:06:52.401755 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58026) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:52.461105 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc2cc7-24e4-4d21-a4f6-02fedea9d8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b031c7-0950-48dd-ad83-8fdca4615573,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:52.632858 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-79463759-8a92-4a22-a95b-63fb2453c467 req-9b90a424-64ae-4eff-bad6-3607d4b1b057 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 210 time: 0.0532932 Aug 24 10:06:52.820749 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-9020897e-61c4-4afc-9d13-c79ece4599eb service neutron] 10.222.0.64 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169780 Aug 24 10:06:52.850379 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-917a78b0-4aaa-487b-b59c-8969be56db00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:52.933885 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 5ad33173-23ac-4306-bd2f-71542deecc01 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:06:53.156342 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58048) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:53.173699 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 5ad33173-23ac-4306-bd2f-71542deecc01 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:06:53.180336 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 5ad33173-23ac-4306-bd2f-71542deecc01 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:53.184878 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.187550 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56be6346-78fe-4350-8f5e-a0c21b7dcd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.394639 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.452319 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 5ad33173-23ac-4306-bd2f-71542deecc01, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=5ad33173-23ac-4306-bd2f-71542deecc01,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:06:53.472583 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.523270 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-f4242406-67f0-4ba8-8bbb-9bf9e4a55306 service neutron] 10.222.0.64 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016172 Aug 24 10:06:53.538342 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.572625 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-917a78b0-4aaa-487b-b59c-8969be56db00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.607021 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58056) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:53.626037 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56be6346-78fe-4350-8f5e-a0c21b7dcd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.633630 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Transition to ACTIVE for port object 4cee466c-8514-41b0-a3fe-8073a271aaee will not be triggered until provisioned by entity DHCP. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:06:53.675230 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=5ad33173-23ac-4306-bd2f-71542deecc01,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:53.705089 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-56be6346-78fe-4350-8f5e-a0c21b7dcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.846522 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be6346-78fe-4350-8f5e-a0c21b7dcd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4a48f1-41d5-4a07-8743-3a164c162194,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:53.857947 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2e0555-e96f-40b2-92a2-e817c75c185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:53.884107 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-56be6346-78fe-4350-8f5e-a0c21b7dcd5f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=846cd02687f04af8964969e79e5595fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7287357 Aug 24 10:06:53.886742 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58066) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:53.937376 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0e210a56-67c4-4bb6-8023-fda015da4db0 req-1110ec8a-c58b-4956-94c4-900deb44b476 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 210 time: 0.0341673 Aug 24 10:06:53.988355 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e15b7618-6087-4740-b225-1dc964da398d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.033533 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4351f979-e9ad-4197-98d9-4c89c7aff1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.043959 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-917a78b0-4aaa-487b-b59c-8969be56db00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.047895 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-917a78b0-4aaa-487b-b59c-8969be56db00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.063054 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-917a78b0-4aaa-487b-b59c-8969be56db00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88b031c7-0950-48dd-ad83-8fdca4615573 HTTP/1.1" status: 204 len: 168 time: 1.5606010 Aug 24 10:06:54.063054 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.107518 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Network 20d99add-b609-42ab-8840-e559ba5ce163 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:54.110166 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.90', 51514) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:54.118911 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:54.143318 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.156038 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a78b0-4aaa-487b-b59c-8969be56db00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b031c7-0950-48dd-ad83-8fdca4615573,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:54.185205 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:06:54.186897 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.230915 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4351f979-e9ad-4197-98d9-4c89c7aff1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.549478 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-9125820e-74ca-4493-9abc-3ee2b26f24d2 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:54.549478 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-9125820e-74ca-4493-9abc-3ee2b26f24d2 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.90 "GET /v2.0/networks?id=8527f58a-da2b-47b2-bc43-e5b292e38e8b HTTP/1.1" status: 200 len: 812 time: 0.3452334 Aug 24 10:06:54.549478 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0221554f-aec7-45ac-a7bd-f05f5cbb3571 req-b76f7c1a-b32b-4dda-a249-4eeee0c5720b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.0816081 Aug 24 10:06:54.557651 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Pushing event updated for resources: {'Port': ['ID=4cee466c-8514-41b0-a3fe-8073a271aaee,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:54.573519 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Request body: {'port': {'device_id': '3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e', 'network_id': '8527f58a-da2b-47b2-bc43-e5b292e38e8b', 'admin_state_up': True, 'tenant_id': '7063b3dff2a645f69293f520c4d9102b'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:54.823327 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e15b7618-6087-4740-b225-1dc964da398d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.914686 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-36219e31-ddcf-476e-a320-69d6ff655f90 None None] Provisioning for port 4cee466c-8514-41b0-a3fe-8073a271aaee completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:06:54.919732 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-36219e31-ddcf-476e-a320-69d6ff655f90 None None] Provisioning complete for port 4cee466c-8514-41b0-a3fe-8073a271aaee triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:54.920217 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36219e31-ddcf-476e-a320-69d6ff655f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:54.976526 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-36219e31-ddcf-476e-a320-69d6ff655f90 None None] Port 4cee466c-8514-41b0-a3fe-8073a271aaee cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:06:55.030021 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e15b7618-6087-4740-b225-1dc964da398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.064599 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 6cdd1831-abaa-4b25-86c0-edc70809fd0c up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:06:55.073328 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4351f979-e9ad-4197-98d9-4c89c7aff1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.092177 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4351f979-e9ad-4197-98d9-4c89c7aff1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.101204 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-4351f979-e9ad-4197-98d9-4c89c7aff1aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3c4a48f1-41d5-4a07-8743-3a164c162194 HTTP/1.1" status: 204 len: 168 time: 1.2088273 Aug 24 10:06:55.234296 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e15b7618-6087-4740-b225-1dc964da398d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dfc45be84ef84f498489fbfa8dd4817e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6192069 Aug 24 10:06:55.239125 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58110) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:55.266169 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.286924 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.288021 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 6cdd1831-abaa-4b25-86c0-edc70809fd0c completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:06:55.290234 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Made reservation on behalf of 7063b3dff2a645f69293f520c4d9102b for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:06:55.294036 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 6cdd1831-abaa-4b25-86c0-edc70809fd0c triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:55.295620 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.304325 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.326136 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d4f94995-e3df-4199-8a8c-c91ecb978a96 req-444385a5-f482-4936-9c14-72f8bdd6e776 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 210 time: 0.0907125 Aug 24 10:06:55.361912 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15b7618-6087-4740-b225-1dc964da398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad77f623-543a-4be1-93dc-4f55eecb21fd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:55.391031 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351f979-e9ad-4197-98d9-4c89c7aff1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4a48f1-41d5-4a07-8743-3a164c162194,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:55.658654 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0db3e80-fd16-459a-b32f-0246f723253d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.671334 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Allocated IP 172.20.0.10 (8527f58a-da2b-47b2-bc43-e5b292e38e8b/3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f/7a988320-a154-4c02-8b58-c33a2d06bfea) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:06:55.745236 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61544e45-ef21-487a-a7db-4d80aa9a55f7 req-db9a8e67-f8ca-4676-95b6-0465213e2df3 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.0439811 Aug 24 10:06:55.755216 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.786067 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0db3e80-fd16-459a-b32f-0246f723253d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.798608 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 6cdd1831-abaa-4b25-86c0-edc70809fd0c, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=6cdd1831-abaa-4b25-86c0-edc70809fd0c,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:06:55.864435 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:55.866400 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 5ad33173-23ac-4306-bd2f-71542deecc01 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:06:55.986638 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.90', 51520) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:55.997751 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.055701 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.057802 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=6cdd1831-abaa-4b25-86c0-edc70809fd0c,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:56.081920 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 5ad33173-23ac-4306-bd2f-71542deecc01 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:56.082656 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.195514 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-a47531d0-85f0-4d47-951b-f48188e49f56 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:56.197086 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-a47531d0-85f0-4d47-951b-f48188e49f56 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 819 time: 0.1978183 Aug 24 10:06:56.199143 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.200770 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.238079 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Request body: {'port': {'device_id': 'a0fa69ac-0309-4e87-9fb6-13d956bac8a5', 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7', 'admin_state_up': True, 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:56.259327 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.301031 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Network 8527f58a-da2b-47b2-bc43-e5b292e38e8b is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:56.354664 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:56.359736 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0db3e80-fd16-459a-b32f-0246f723253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.362211 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0db3e80-fd16-459a-b32f-0246f723253d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.363436 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d0db3e80-fd16-459a-b32f-0246f723253d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ad77f623-543a-4be1-93dc-4f55eecb21fd HTTP/1.1" status: 204 len: 168 time: 1.1212721 Aug 24 10:06:56.382552 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:06:56.390228 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:56.391354 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:56.499028 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Pushing event updated for resources: {'Port': ['ID=7a988320-a154-4c02-8b58-c33a2d06bfea,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:56.509829 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db3e80-fd16-459a-b32f-0246f723253d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad77f623-543a-4be1-93dc-4f55eecb21fd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:56.541472 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Pushing event updated for resources: {'Port': ['ID=4cee466c-8514-41b0-a3fe-8073a271aaee,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:56.590047 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-7f6da8c9-907d-41f5-9f34-ddbfe057647e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0278416 Aug 24 10:06:56.628938 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-d5c50874-cf95-4492-8b2a-77bf42e3f73f tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 10:06:56.635582 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-d5c50874-cf95-4492-8b2a-77bf42e3f73f tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205908 Aug 24 10:06:56.696481 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Network 20d99add-b609-42ab-8840-e559ba5ce163 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:56.715653 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:56.884588 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 6cdd1831-abaa-4b25-86c0-edc70809fd0c up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:06:56.985488 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2d10dbf2-92fe-4062-97d1-bf8df83121b4 req-d83ba1d8-2053-4d5d-8e75-12abc2bc099b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.0529332 Aug 24 10:06:56.990043 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58170) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:57.007212 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:57.027539 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a48716-8a08-4267-9c17-87cdcae017e3 req-99c24199-5b46-4512-ba0d-7c24a510d8d7 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:57.029748 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-10a48716-8a08-4267-9c17-87cdcae017e3 req-99c24199-5b46-4512-ba0d-7c24a510d8d7 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 932 time: 0.4346547 Aug 24 10:06:57.038340 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 6cdd1831-abaa-4b25-86c0-edc70809fd0c triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:57.038784 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:57.160531 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-10a48716-8a08-4267-9c17-87cdcae017e3 req-cf0b1747-8de6-44bf-9628-ae34e8faa6d6 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127751 Aug 24 10:06:57.167294 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Router 29be9c7d-6670-498d-adfe-afd69ee6cb7d has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:06:57.168104 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-9dd9d5a7-c848-4120-a572-0efac0997001 None None] Provisioning complete for port 4cee466c-8514-41b0-a3fe-8073a271aaee triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:06:57.168988 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9dd9d5a7-c848-4120-a572-0efac0997001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:57.251600 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9d5a7-c848-4120-a572-0efac0997001 None None] Port 4cee466c-8514-41b0-a3fe-8073a271aaee cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:06:57.262416 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Made reservation on behalf of 6a090ba71ac3417d8bb8baed622bafcc for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:06:57.268581 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:57.802294 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:06:57.814936 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-a11437c7-a992-4e09-a6a1-9de8ee0b0f41 admin admin] 10.222.0.64 "PUT /v2.0/routers/29be9c7d-6670-498d-adfe-afd69ee6cb7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2999482 Aug 24 10:06:57.815888 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Sync routers for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:06:57.862353 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:06:57.865249 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:06:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:57.964191 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fc65405f-9256-4031-85ae-14d9e080d3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:58.048884 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Allocated IP 172.20.0.3 (0058c4b3-b2e1-4879-858a-d1a02ad004e7/ad211f68-daa8-456a-ac42-1f08d0bbd5d4/2024c88c-2f87-4d64-bdd5-98a0d570ccc3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:06:58.127324 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Request body: {'port': {'device_id': '3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:58.163823 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:06:58.264864 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b43a8605-5eea-456a-b1ca-ee986de67bd0 req-130a609c-0497-4d4a-9330-b416e3fe9da3 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.0608296 Aug 24 10:06:58.338025 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:58.538611 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.90', 51526) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:58.572303 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:58.607218 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeee76-8277-41a8-9bf1-17e8c35c67ba req-f406c53e-cd8e-498c-a013-4cacde7347e9 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:58.620592 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-04eeee76-8277-41a8-9bf1-17e8c35c67ba req-f406c53e-cd8e-498c-a013-4cacde7347e9 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 932 time: 0.2276919 Aug 24 10:06:58.700003 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-04eeee76-8277-41a8-9bf1-17e8c35c67ba req-b04b55db-f414-421d-aa48-04b87698d5a4 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757143 Aug 24 10:06:58.753347 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 2, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:06:58.826744 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:58.855084 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Checking router: 29be9c7d-6670-498d-adfe-afd69ee6cb7d for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:06:58.862200 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Updating router 29be9c7d-6670-498d-adfe-afd69ee6cb7d port 4cee466c-8514-41b0-a3fe-8073a271aaee binding host dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:06:58.947401 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:58.982783 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58202) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:59.010452 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fc65405f-9256-4031-85ae-14d9e080d3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.013869 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Pushing event updated for resources: {'Port': ['ID=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:59.048546 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:06:59.050228 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:06:59.057287 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:06:59.063313 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:59.067572 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.098539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-43bb9c4d-cb56-467b-95be-ed0b8e6344f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.165447 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fc65405f-9256-4031-85ae-14d9e080d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.218268 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-cf326801-f41c-4b6c-9fdb-5a4e464e9b24 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9862773 Aug 24 10:06:59.218637 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65405f-9256-4031-85ae-14d9e080d3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9b27f-8e41-44ae-a827-440ec04103c5,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:59.280339 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Request body: {'port': {'device_id': 'a0fa69ac-0309-4e87-9fb6-13d956bac8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:06:59.402606 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.437252 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-43bb9c4d-cb56-467b-95be-ed0b8e6344f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.535925 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ca239d96-926f-4ffb-8508-b1131f8f74f5 req-d76f050a-76ba-41e3-b393-e96e40a9d3fd tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.1257565 Aug 24 10:06:59.587987 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-43bb9c4d-cb56-467b-95be-ed0b8e6344f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.634616 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-43bb9c4d-cb56-467b-95be-ed0b8e6344f3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6cee549c3bc9480b80756dbd836c3976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263597 Aug 24 10:06:59.642585 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58222) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:59.674716 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.729642 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Transition to ACTIVE for port object 4cee466c-8514-41b0-a3fe-8073a271aaee will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:06:59.757915 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-fc65405f-9256-4031-85ae-14d9e080d3ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f58ce74c91d04641a16f573886971b3d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7660096 Aug 24 10:06:59.765105 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58228) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:06:59.805629 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e173ac-837e-4e42-940b-b40414a4613f req-514daa15-57ac-443c-b90d-36be670b5c71 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:06:59.807322 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-514daa15-57ac-443c-b90d-36be670b5c71 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 819 time: 0.8559823 Aug 24 10:06:59.841028 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb9c4d-cb56-467b-95be-ed0b8e6344f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3669bcb5-3020-44fd-8d4f-462f8dc41b07,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:06:59.862702 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:06:59.884465 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Request body: {'port': {'device_id': '932f7c9e-c74b-4afd-8aad-a031f391ff51', 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7', 'admin_state_up': True, 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:00.029939 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-84cddbf2-7e06-48cd-b23b-63108153150d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.109776 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9c284ffd-4a3b-45cc-9282-be74dd846d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.115583 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60742508-c388-40c4-abe7-c3d5dbe83141 None None] Pushing event updated for resources: {'Port': ['ID=4cee466c-8514-41b0-a3fe-8073a271aaee,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:00.131178 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd3b82-e051-4da5-8f0a-40c0f1a289a9 req-0606e070-046b-46d8-80e3-9bcd5a87f796 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:00.140249 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6bbd3b82-e051-4da5-8f0a-40c0f1a289a9 req-0606e070-046b-46d8-80e3-9bcd5a87f796 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 932 time: 0.2675343 Aug 24 10:07:00.242699 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Attempting to bind port 4cee466c-8514-41b0-a3fe-8073a271aaee on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:07:00.243072 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Attempting to bind port 4cee466c-8514-41b0-a3fe-8073a271aaee by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:07:00.243448 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Attempting to bind port 4cee466c-8514-41b0-a3fe-8073a271aaee on network 20d99add-b609-42ab-8840-e559ba5ce163 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:00.245591 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-84cddbf2-7e06-48cd-b23b-63108153150d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.251659 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6bbd3b82-e051-4da5-8f0a-40c0f1a289a9 req-c33b97dd-48cb-4f97-aeaf-df0616be1033 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044605 Aug 24 10:07:00.260113 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:07:00.260563 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Checking segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:07:00.261010 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.261636 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Bound using segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:07:00.262310 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Bound port: 4cee466c-8514-41b0-a3fe-8073a271aaee, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:07:00.262944 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.292827 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a988320-a154-4c02-8b58-c33a2d06bfea {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:07:00.342338 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.373031 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9c284ffd-4a3b-45cc-9282-be74dd846d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.420196 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] For port 4cee466c-8514-41b0-a3fe-8073a271aaee, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:07:00.430584 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] For port 4cee466c-8514-41b0-a3fe-8073a271aaee, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4cee466c-8514-41b0-a3fe-8073a271aaee,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:07:00.474504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Transition to ACTIVE for port object 7a988320-a154-4c02-8b58-c33a2d06bfea will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:07:00.547892 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:07:00.566878 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.594016 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.600733 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Made reservation on behalf of 6a090ba71ac3417d8bb8baed622bafcc for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:07:00.605340 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.609008 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.664431 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Transition to ACTIVE for port object 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:07:00.729841 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Pushing event updated for resources: {'Port': ['ID=7a988320-a154-4c02-8b58-c33a2d06bfea,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:00.784674 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9c284ffd-4a3b-45cc-9282-be74dd846d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.788183 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9c284ffd-4a3b-45cc-9282-be74dd846d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.792015 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:07:00.798240 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:06:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:07:00.798438 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.798552 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-9c284ffd-4a3b-45cc-9282-be74dd846d3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3ca9b27f-8e41-44ae-a827-440ec04103c5 HTTP/1.1" status: 204 len: 168 time: 1.0278122 Aug 24 10:07:00.798633 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60742508-c388-40c4-abe7-c3d5dbe83141 None None] Pushing event updated for resources: {'Port': ['ID=4cee466c-8514-41b0-a3fe-8073a271aaee,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:00.821539 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d40f5c57-703d-4a07-97f1-e80ad74717a3 req-b8df29cc-6712-4a93-9863-20d243fe82fe tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.1230350 Aug 24 10:07:00.864785 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-84cddbf2-7e06-48cd-b23b-63108153150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.872963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-84cddbf2-7e06-48cd-b23b-63108153150d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:00.875134 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-84cddbf2-7e06-48cd-b23b-63108153150d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3669bcb5-3020-44fd-8d4f-462f8dc41b07 HTTP/1.1" status: 204 len: 168 time: 1.1962841 Aug 24 10:07:00.898044 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c284ffd-4a3b-45cc-9282-be74dd846d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9b27f-8e41-44ae-a827-440ec04103c5,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:00.919382 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cddbf2-7e06-48cd-b23b-63108153150d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3669bcb5-3020-44fd-8d4f-462f8dc41b07,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:00.995759 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Pushing event updated for resources: {'Port': ['ID=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:01.060259 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58254) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:01.079687 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-36698d2c-a44f-414c-a23b-182bbdda368f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--115544437', 'description': 'tempest-description--743852642'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:01.129141 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Attempting to bind port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:07:01.129608 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Attempting to bind port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:07:01.131115 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Attempting to bind port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 on network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:01.174134 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 on network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:07:01.194385 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Attempting to bind port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 on network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:01.194385 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:07:01.194385 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Checking segment: {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:07:01.194385 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Bound using segment: {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:07:01.194385 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Bound port: 2024c88c-2f87-4d64-bdd5-98a0d570ccc3, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:07:01.194385 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.212426 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Attempting to bind port 7a988320-a154-4c02-8b58-c33a2d06bfea on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:07:01.213294 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Attempting to bind port 7a988320-a154-4c02-8b58-c33a2d06bfea by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8527f58a-da2b-47b2-bc43-e5b292e38e8b'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:07:01.213294 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Attempting to bind port 7a988320-a154-4c02-8b58-c33a2d06bfea on network 8527f58a-da2b-47b2-bc43-e5b292e38e8b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:01.215999 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Allocated IP 172.20.0.11 (0058c4b3-b2e1-4879-858a-d1a02ad004e7/ad211f68-daa8-456a-ac42-1f08d0bbd5d4/7538f101-9bee-48e0-aab2-09cfd3cd8202) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:07:01.224746 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Port 7a988320-a154-4c02-8b58-c33a2d06bfea on network 8527f58a-da2b-47b2-bc43-e5b292e38e8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:07:01.225055 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Attempting to bind port 7a988320-a154-4c02-8b58-c33a2d06bfea on network 8527f58a-da2b-47b2-bc43-e5b292e38e8b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:01.243355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:07:01.243355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Checking segment: {'id': '7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8527f58a-da2b-47b2-bc43-e5b292e38e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:07:01.243355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Bound using segment: {'id': '7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8527f58a-da2b-47b2-bc43-e5b292e38e8b'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:07:01.243355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Bound port: 7a988320-a154-4c02-8b58-c33a2d06bfea, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1228, 'network_id': '8527f58a-da2b-47b2-bc43-e5b292e38e8b'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:07:01.243355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.313969 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36698d2c-a44f-414c-a23b-182bbdda368f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.344118 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] For port 7a988320-a154-4c02-8b58-c33a2d06bfea, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:07:01.344345 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:07:01.346173 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] For port 7a988320-a154-4c02-8b58-c33a2d06bfea, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7a988320-a154-4c02-8b58-c33a2d06bfea,segment=NetworkSegment(7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3),segment_id=7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:07:01.415291 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] For port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3, host hv-cinder-80579, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:07:01.476015 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] For port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:07:01.515366 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.548964 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a154-472d-4d9a-9ba1-5f8eeaf09c71 req-2362d678-6a5e-43e5-a69b-feeec7f065e2 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:01.557394 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-51c1a154-472d-4d9a-9ba1-5f8eeaf09c71 req-2362d678-6a5e-43e5-a69b-feeec7f065e2 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.1030006 Aug 24 10:07:01.649789 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.667355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:01.668408 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.673544 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] 10.222.0.90 "PUT /v2.0/ports/7a988320-a154-4c02-8b58-c33a2d06bfea HTTP/1.1" status: 200 len: 1094 time: 4.4631782 Aug 24 10:07:01.677897 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e', 'tag': '7a988320-a154-4c02-8b58-c33a2d06bfea'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:01.774165 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36698d2c-a44f-414c-a23b-182bbdda368f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.852528 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-51c1a154-472d-4d9a-9ba1-5f8eeaf09c71 req-b7ed570f-7012-4e8d-b919-500d8ab2353e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903993 Aug 24 10:07:01.856585 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:01.861324 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.864050 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] 10.222.0.90 "PUT /v2.0/ports/2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 200 len: 1093 time: 2.5937290 Aug 24 10:07:01.867212 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fa69ac-0309-4e87-9fb6-13d956bac8a5', 'tag': '2024c88c-2f87-4d64-bdd5-98a0d570ccc3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:01.909614 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:01.932202 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:00Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:07:01.977358 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f0609-0756-42df-ae8a-d4909e92ee24 service neutron] Pushing event updated for resources: {'Port': ['ID=7a988320-a154-4c02-8b58-c33a2d06bfea,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:02.036963 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36698d2c-a44f-414c-a23b-182bbdda368f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:02.049640 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4462f50c-ec7d-469e-b1e3-54465e660ae0 None None] The sync data for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi is: [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:00Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:07:02.058431 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-819e93ff-92d2-43e0-afe2-586a67b7c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:02.061108 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-819e93ff-92d2-43e0-afe2-586a67b7c023 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7063b3dff2a645f69293f520c4d9102b&device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 1097 time: 0.1933277 Aug 24 10:07:02.072070 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-72094075-0109-4885-b9e7-155db14795ad req-ffc60fcb-c1e9-4280-aa48-1087bcd4fee8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.0703633 Aug 24 10:07:02.185295 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85490fdf-8d44-4635-b863-c8d78cb110cc service neutron] Pushing event updated for resources: {'Port': ['ID=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:02.302991 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:02.312786 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-ba010bce-0bdc-400e-a736-85a96cfdda7e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a988320-a154-4c02-8b58-c33a2d06bfea HTTP/1.1" status: 200 len: 217 time: 0.1525621 Aug 24 10:07:02.379713 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58274) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:02.417827 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36698d2c-a44f-414c-a23b-182bbdda368f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a82074-3579-4d75-989e-eb73c6ca41cb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:02.462076 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-4b577fe7-0d60-4540-8508-1a21fbea4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:02.463691 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-4b577fe7-0d60-4540-8508-1a21fbea4a40 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1096 time: 0.3143857 Aug 24 10:07:02.501539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:07:02.513450 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:07:02.517947 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:07:02.520615 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36698d2c-a44f-414c-a23b-182bbdda368f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:02.526535 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-36698d2c-a44f-414c-a23b-182bbdda368f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4643590 Aug 24 10:07:02.527209 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58278) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:02.533079 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-aff6ee98-d7b8-45b7-a032-0a40f3d6f687 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'security_group_rule': {'security_group_id': '80a82074-3579-4d75-989e-eb73c6ca41cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:02.559564 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:02.564121 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:02.575105 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Pushing event updated for resources: {'Port': ['ID=7538f101-9bee-48e0-aab2-09cfd3cd8202,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:02.596678 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-a6f47b1f-f156-414f-8581-4a44bfbed010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:02.598366 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-a6f47b1f-f156-414f-8581-4a44bfbed010 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f HTTP/1.1" status: 200 len: 852 time: 0.2738230 Aug 24 10:07:02.690667 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff6ee98-d7b8-45b7-a032-0a40f3d6f687 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:02.924218 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4cee466c-8514-41b0-a3fe-8073a271aaee up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:07:02.959147 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-fbe4e742-d6d4-4b47-a405-959d8c7a59d7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8527f58a-da2b-47b2-bc43-e5b292e38e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799695 Aug 24 10:07:02.961908 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-3c330442-fcbc-4b81-b424-530f873367df tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1009624 Aug 24 10:07:03.126946 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 4cee466c-8514-41b0-a3fe-8073a271aaee completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:07:03.144309 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 4cee466c-8514-41b0-a3fe-8073a271aaee triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:07:03.144309 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:03.267719 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-61fd6fac-d9ef-428d-bc42-89b346cb5ecd service neutron] 10.222.0.90 "GET /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737882 Aug 24 10:07:03.268229 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58290) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:03.311327 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Request body: {'port': {'device_id': '932f7c9e-c74b-4afd-8aad-a031f391ff51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:03.553543 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e815e43-4213-407b-a873-c68988633e05" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fa69ac-0309-4e87-9fb6-13d956bac8a5", "tag": "2024c88c-2f87-4d64-bdd5-98a0d570ccc3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:03.635576 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9c247a71-21cb-4120-9b24-27ea0d20fd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:03.679140 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-6d817446-2c9f-44fd-9dee-a0aa47c6d8a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 200 len: 217 time: 0.9387677 Aug 24 10:07:03.757488 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:03.916378 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 4cee466c-8514-41b0-a3fe-8073a271aaee, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4cee466c-8514-41b0-a3fe-8073a271aaee,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:03.931129 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4163f5cc-591f-458b-b194-d5f417b09503" -d '{"events": [{"name": "network-changed", "server_uuid": "3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e", "tag": "7a988320-a154-4c02-8b58-c33a2d06bfea"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:03.980468 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-0e0fc897-2be4-4da7-9e58-f27cca75af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:03.983105 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-0e0fc897-2be4-4da7-9e58-f27cca75af0c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.1113489 Aug 24 10:07:04.023627 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.048097 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ddb17771-1366-4d02-b2fe-82c59eadadf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.065782 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff6ee98-d7b8-45b7-a032-0a40f3d6f687 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.136584 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dd699-8c4e-4e8d-a4a8-48d22847364e req-c74d80c4-0ee9-47a9-ad26-ef4a7cd3048c tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:04.138265 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5b9dd699-8c4e-4e8d-a4a8-48d22847364e req-c74d80c4-0ee9-47a9-ad26-ef4a7cd3048c tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.7197788 Aug 24 10:07:04.143956 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-8b83561f-10a9-40ce-aa83-b2d9609f9e35 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395833 Aug 24 10:07:04.166987 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9c247a71-21cb-4120-9b24-27ea0d20fd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.194059 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff6ee98-d7b8-45b7-a032-0a40f3d6f687 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.233575 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46b36d7b-9d34-40fc-a823-28bf82530368 req-aa3ca669-c502-4361-add6-99fe2f6417c7 service neutron] 10.222.0.90 "GET /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754177 Aug 24 10:07:04.244683 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.261721 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6ee98-d7b8-45b7-a032-0a40f3d6f687 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c73508a-d6a6-4041-b275-8a3488f2019f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:04.272693 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3c6d-fc0a-406a-af49-13c7e4cac726 req-3a21d961-199a-4ecf-9082-feac9f89d108 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:04.274008 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=4cee466c-8514-41b0-a3fe-8073a271aaee,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:04.276861 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-736b3c6d-fc0a-406a-af49-13c7e4cac726 req-3a21d961-199a-4ecf-9082-feac9f89d108 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 932 time: 1.0073004 Aug 24 10:07:04.401812 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9c247a71-21cb-4120-9b24-27ea0d20fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.466425 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-736b3c6d-fc0a-406a-af49-13c7e4cac726 req-0d1d2ccd-e8a7-4a20-a0ec-25e3fda9efce tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452408 Aug 24 10:07:04.537835 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5b9dd699-8c4e-4e8d-a4a8-48d22847364e req-d32c25de-421d-4f5a-bc24-b135e9873e30 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827736 Aug 24 10:07:04.627984 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-9c247a71-21cb-4120-9b24-27ea0d20fd6f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29a7034b785e409ebcb29f5f0cb0053f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2375426 Aug 24 10:07:04.645911 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58324) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:04.666050 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c247a71-21cb-4120-9b24-27ea0d20fd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b68253-9235-4807-9c9a-0a74e353cc82,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:04.719080 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ddb17771-1366-4d02-b2fe-82c59eadadf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.720636 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-2214ac4a-a937-47f8-a230-90d86528cd1c service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521469 Aug 24 10:07:04.868020 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7538f101-9bee-48e0-aab2-09cfd3cd8202 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:07:04.901443 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5cedc0c2-ff8a-460c-8112-52714b86a9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.916612 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:04.917033 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a12c67da-e4d2-45bc-8d1a-ef7a48928e6d req-689b858c-c8ad-4e33-b939-36f02569d083 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689894 Aug 24 10:07:04.922743 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4cee466c-8514-41b0-a3fe-8073a271aaee up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:07:04.926694 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Transition to ACTIVE for port object 7538f101-9bee-48e0-aab2-09cfd3cd8202 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:07:04.958377 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5cedc0c2-ff8a-460c-8112-52714b86a9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:05.000314 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 4cee466c-8514-41b0-a3fe-8073a271aaee triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:07:05.002543 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:05.306242 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ddb17771-1366-4d02-b2fe-82c59eadadf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:05.397486 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5cedc0c2-ff8a-460c-8112-52714b86a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:05.406174 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5cedc0c2-ff8a-460c-8112-52714b86a9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:05.409721 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5cedc0c2-ff8a-460c-8112-52714b86a9ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/28b68253-9235-4807-9c9a-0a74e353cc82 HTTP/1.1" status: 204 len: 168 time: 0.7611344 Aug 24 10:07:05.436594 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:05.460657 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedc0c2-ff8a-460c-8112-52714b86a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b68253-9235-4807-9c9a-0a74e353cc82,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:05.468686 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff6ee98-d7b8-45b7-a032-0a40f3d6f687 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:05.502111 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-aff6ee98-d7b8-45b7-a032-0a40f3d6f687 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9420550 Aug 24 10:07:05.505800 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0829ebb6-feae-4bc9-9a10-21bcbeaf038a x-openstack-request-id: req-0829ebb6-feae-4bc9-9a10-21bcbeaf038a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:05.506102 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fa69ac-0309-4e87-9fb6-13d956bac8a5", "tag": "2024c88c-2f87-4d64-bdd5-98a0d570ccc3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:05.506356 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0829ebb6-feae-4bc9-9a10-21bcbeaf038a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:05.506847 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fa69ac-0309-4e87-9fb6-13d956bac8a5', 'tag': '2024c88c-2f87-4d64-bdd5-98a0d570ccc3', 'status': 'completed', 'code': 200} Aug 24 10:07:05.512841 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58336) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:05.529532 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-06d9fe24-5898-4f54-94c5-2362ffac7fd2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'security_group_rule': {'security_group_id': '80a82074-3579-4d75-989e-eb73c6ca41cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:05.554702 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ddb17771-1366-4d02-b2fe-82c59eadadf8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=82a678392a0f46b99215e1464551c49a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2054517 Aug 24 10:07:05.558091 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb17771-1366-4d02-b2fe-82c59eadadf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73938b3-e8f3-4e27-bb98-4589e8b264c6,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:05.564239 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58342) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:05.615478 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3187e7e5-be39-4fdd-88a4-d8a46103c358 x-openstack-request-id: req-3187e7e5-be39-4fdd-88a4-d8a46103c358 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:05.615478 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e", "tag": "7a988320-a154-4c02-8b58-c33a2d06bfea", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:05.616007 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3187e7e5-be39-4fdd-88a4-d8a46103c358 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:05.629852 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e', 'tag': '7a988320-a154-4c02-8b58-c33a2d06bfea', 'status': 'completed', 'code': 200} Aug 24 10:07:05.716315 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06d9fe24-5898-4f54-94c5-2362ffac7fd2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:05.818399 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:07:05.865784 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7538f101-9bee-48e0-aab2-09cfd3cd8202,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:06.037453 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Attempting to bind port 7538f101-9bee-48e0-aab2-09cfd3cd8202 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:07:06.037827 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Attempting to bind port 7538f101-9bee-48e0-aab2-09cfd3cd8202 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:07:06.038222 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Attempting to bind port 7538f101-9bee-48e0-aab2-09cfd3cd8202 on network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:06.041660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163f5cc-591f-458b-b194-d5f417b09503 req-8b045fdb-ec63-46d3-afcd-270fc7c922fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:06.043303 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4163f5cc-591f-458b-b194-d5f417b09503 req-8b045fdb-ec63-46d3-afcd-270fc7c922fd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7063b3dff2a645f69293f520c4d9102b&device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 1097 time: 0.1511970 Aug 24 10:07:06.046536 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef67d9bb-09d4-4113-b87c-b4d6c9456802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.057105 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Port 7538f101-9bee-48e0-aab2-09cfd3cd8202 on network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:07:06.060610 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Attempting to bind port 7538f101-9bee-48e0-aab2-09cfd3cd8202 on network 0058c4b3-b2e1-4879-858a-d1a02ad004e7 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:06.078091 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120ab0-9cf9-4064-92bd-a721a9f5456a req-fae8b654-c7da-490e-9f75-4b5a683ab1fa tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:06.090405 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5c120ab0-9cf9-4064-92bd-a721a9f5456a req-fae8b654-c7da-490e-9f75-4b5a683ab1fa tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.3285892 Aug 24 10:07:06.115286 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef67d9bb-09d4-4113-b87c-b4d6c9456802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.122446 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e815e43-4213-407b-a873-c68988633e05 req-a774e75d-050f-43f3-be2b-51f384807841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:06.124245 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e815e43-4213-407b-a873-c68988633e05 req-a774e75d-050f-43f3-be2b-51f384807841 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1096 time: 0.1630845 Aug 24 10:07:06.274463 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9e4f-fe03-481d-b45b-bd98672a2b46 req-d401d386-f9b5-4334-96be-42acf0dc428f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:06.278132 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d56c9e4f-fe03-481d-b45b-bd98672a2b46 req-d401d386-f9b5-4334-96be-42acf0dc428f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.4574652 Aug 24 10:07:06.389278 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5c120ab0-9cf9-4064-92bd-a721a9f5456a req-cb3a0dda-d389-468c-abc9-6d472c1b1fa2 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938185 Aug 24 10:07:06.390417 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06d9fe24-5898-4f54-94c5-2362ffac7fd2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.402533 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e815e43-4213-407b-a873-c68988633e05 req-a3952960-7fe6-4b78-a4ce-b76c109808d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:06.414956 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e815e43-4213-407b-a873-c68988633e05 req-a3952960-7fe6-4b78-a4ce-b76c109808d3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 921 time: 0.2675436 Aug 24 10:07:06.438156 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:07:06.438481 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Checking segment: {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:07:06.438890 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Bound using segment: {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:07:06.444912 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Bound port: 7538f101-9bee-48e0-aab2-09cfd3cd8202, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd154168a-aae3-40da-a985-7e683279172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1222, 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:07:06.445309 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.610021 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] For port 7538f101-9bee-48e0-aab2-09cfd3cd8202, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:07:06.613466 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] For port 7538f101-9bee-48e0-aab2-09cfd3cd8202, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7538f101-9bee-48e0-aab2-09cfd3cd8202,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:07:06.649863 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06d9fe24-5898-4f54-94c5-2362ffac7fd2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.669883 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef67d9bb-09d4-4113-b87c-b4d6c9456802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.676115 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef67d9bb-09d4-4113-b87c-b4d6c9456802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.676115 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ef67d9bb-09d4-4113-b87c-b4d6c9456802 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e73938b3-e8f3-4e27-bb98-4589e8b264c6 HTTP/1.1" status: 204 len: 168 time: 1.0957823 Aug 24 10:07:06.706277 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d56c9e4f-fe03-481d-b45b-bd98672a2b46 req-a0a21397-f001-4ff5-9e68-f24cb98416e0 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171414 Aug 24 10:07:06.712767 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67d9bb-09d4-4113-b87c-b4d6c9456802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73938b3-e8f3-4e27-bb98-4589e8b264c6,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:06.727267 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163f5cc-591f-458b-b194-d5f417b09503 req-dde8b4b9-dd55-41f8-b7ea-279578b9b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:06.728831 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4163f5cc-591f-458b-b194-d5f417b09503 req-dde8b4b9-dd55-41f8-b7ea-279578b9b4f4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8527f58a-da2b-47b2-bc43-e5b292e38e8b HTTP/1.1" status: 200 len: 914 time: 0.4485149 Aug 24 10:07:06.731766 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.820341 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e815e43-4213-407b-a873-c68988633e05 req-f58974b7-97b3-404b-873a-a676e0caf71b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 200 len: 217 time: 0.1841388 Aug 24 10:07:06.824144 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9fe24-5898-4f54-94c5-2362ffac7fd2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d404a476-749e-4731-a605-66714600b6fc,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:06.827849 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:06.830025 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:06.832437 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] 10.222.0.90 "PUT /v2.0/ports/7538f101-9bee-48e0-aab2-09cfd3cd8202 HTTP/1.1" status: 200 len: 1094 time: 3.5263951 Aug 24 10:07:06.928530 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e815e43-4213-407b-a873-c68988633e05 req-69ed6300-6394-4db3-b2d3-adb109203c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:06.930702 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e815e43-4213-407b-a873-c68988633e05 req-69ed6300-6394-4db3-b2d3-adb109203c0b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.0944190 Aug 24 10:07:07.013406 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4163f5cc-591f-458b-b194-d5f417b09503 req-7972abc1-65d8-48be-869d-8b7f13e80fe8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a988320-a154-4c02-8b58-c33a2d06bfea HTTP/1.1" status: 200 len: 217 time: 0.2684419 Aug 24 10:07:07.030288 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e815e43-4213-407b-a873-c68988633e05 req-05a2ca20-f281-4157-9aea-1bce55ce91fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737598 Aug 24 10:07:07.091174 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1c24a-d176-4372-a71b-d335764697b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7538f101-9bee-48e0-aab2-09cfd3cd8202,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:07.190238 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163f5cc-591f-458b-b194-d5f417b09503 req-e2a753fa-b4fe-419a-8117-b928c0af543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:07.193316 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4163f5cc-591f-458b-b194-d5f417b09503 req-e2a753fa-b4fe-419a-8117-b928c0af543e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f HTTP/1.1" status: 200 len: 852 time: 0.0890274 Aug 24 10:07:07.207087 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06d9fe24-5898-4f54-94c5-2362ffac7fd2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:07.211909 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58372) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:07.214989 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-06d9fe24-5898-4f54-94c5-2362ffac7fd2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6976290 Aug 24 10:07:07.221549 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:07.298556 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e815e43-4213-407b-a873-c68988633e05 req-68a945bc-d0c9-4cf0-acc7-2365b86c1570 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951265 Aug 24 10:07:07.331031 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:07.546095 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:07.637544 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932f7c9e-c74b-4afd-8aad-a031f391ff51', 'tag': '7538f101-9bee-48e0-aab2-09cfd3cd8202'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:07.641811 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339ed574-5763-4057-86d3-94069e4c7461" -d '{"events": [{"name": "network-changed", "server_uuid": "932f7c9e-c74b-4afd-8aad-a031f391ff51", "tag": "7538f101-9bee-48e0-aab2-09cfd3cd8202"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:07.683864 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e78ce-3f2e-4b90-a7ab-f9873f12389d req-56ba74f6-b24d-4e7d-bec4-169eb1807a8e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:07.691900 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0f6e78ce-3f2e-4b90-a7ab-f9873f12389d req-56ba74f6-b24d-4e7d-bec4-169eb1807a8e tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.1030891 Aug 24 10:07:07.739916 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79d2969-e1d2-44a3-ac3b-c425680073aa x-openstack-request-id: req-d79d2969-e1d2-44a3-ac3b-c425680073aa {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:07.740808 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "932f7c9e-c74b-4afd-8aad-a031f391ff51", "tag": "7538f101-9bee-48e0-aab2-09cfd3cd8202", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:07.741388 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d79d2969-e1d2-44a3-ac3b-c425680073aa {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:07.742677 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932f7c9e-c74b-4afd-8aad-a031f391ff51', 'tag': '7538f101-9bee-48e0-aab2-09cfd3cd8202', 'status': 'completed', 'code': 200} Aug 24 10:07:07.773638 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0f6e78ce-3f2e-4b90-a7ab-f9873f12389d req-d3a83bcd-86fe-4812-9a82-8588b1b0da8b tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734446 Aug 24 10:07:07.809017 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58382) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:07.820351 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Allocated IP 172.27.3.72 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/088c8a00-aff3-40a2-8b08-593cd3d9fdca) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:07:07.870284 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d600-e1be-4a76-ba31-b5674e63133e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:08.089131 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d600-e1be-4a76-ba31-b5674e63133e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:08.092362 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830b5df-c6a5-4599-96da-157ed3c44b4e req-0256ef96-ecae-4fdb-b2ff-275b9c3f70e6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:08.095356 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d830b5df-c6a5-4599-96da-157ed3c44b4e req-0256ef96-ecae-4fdb-b2ff-275b9c3f70e6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.1720741 Aug 24 10:07:08.164544 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:08.283833 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d830b5df-c6a5-4599-96da-157ed3c44b4e req-bc40fc2c-418d-4a37-903f-52588edde25d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084883 Aug 24 10:07:08.352545 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4163f5cc-591f-458b-b194-d5f417b09503 req-b9eae94f-1909-4622-8419-624cf30774c3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8527f58a-da2b-47b2-bc43-e5b292e38e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671937 Aug 24 10:07:08.368807 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ed574-5763-4057-86d3-94069e4c7461 req-03746cb6-4bbc-4a8e-b128-65a733e285b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:08.370606 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-339ed574-5763-4057-86d3-94069e4c7461 req-03746cb6-4bbc-4a8e-b128-65a733e285b9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 1097 time: 0.0870576 Aug 24 10:07:08.508650 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e815e43-4213-407b-a873-c68988633e05 req-10b655d5-af6f-4676-abe1-a2b363bb49d1 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386374 Aug 24 10:07:08.521251 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a9b3d600-e1be-4a76-ba31-b5674e63133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:08.566840 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4163f5cc-591f-458b-b194-d5f417b09503 req-dd0b8ea4-d1e3-4d35-941e-2037aa9cee49 service neutron] 10.222.0.90 "GET /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000179 Aug 24 10:07:08.590581 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:08.597032 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-a9b3d600-e1be-4a76-ba31-b5674e63133e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2b7630762f2b42a9a0fb735c387b6ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7859986 Aug 24 10:07:08.702735 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58390) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:08.703903 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3d600-e1be-4a76-ba31-b5674e63133e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90728cb-350b-4474-9165-9f04ac4d2576,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:08.704251 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:07:08.723046 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:07:08.806993 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:07:08.940121 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'Port': ['ID=088c8a00-aff3-40a2-8b08-593cd3d9fdca,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:09.140949 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8c826-44c6-41a7-805f-a01917c701f8 req-0feebf89-b014-4aec-9fcb-a3c0ddd41bcd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:09.144037 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-04d8c826-44c6-41a7-805f-a01917c701f8 req-0feebf89-b014-4aec-9fcb-a3c0ddd41bcd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.1422980 Aug 24 10:07:09.285911 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-04d8c826-44c6-41a7-805f-a01917c701f8 req-6132038f-4faf-4e70-bf46-5d209a092e37 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210115 Aug 24 10:07:09.580218 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6b4c249b-3d18-4f58-9201-4208514850e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:09.654263 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:09.717615 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4163f5cc-591f-458b-b194-d5f417b09503 req-c36a1d3f-7239-41d4-a4b7-e6e140089a69 service neutron] 10.222.0.90 "GET /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0415878 Aug 24 10:07:09.718704 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ed574-5763-4057-86d3-94069e4c7461 req-867b67f7-6180-47ed-a4fd-0a1e28b0c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:09.720222 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-339ed574-5763-4057-86d3-94069e4c7461 req-867b67f7-6180-47ed-a4fd-0a1e28b0c72c service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&shared=False HTTP/1.1" status: 200 len: 921 time: 1.0724912 Aug 24 10:07:09.734384 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6b4c249b-3d18-4f58-9201-4208514850e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:09.763767 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ad6c6-dc42-4a5c-b0ac-6010426fa7e8 req-2ac2bdce-06af-4d11-a7cc-df8dc4ccf694 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:09.765473 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-374ad6c6-dc42-4a5c-b0ac-6010426fa7e8 req-2ac2bdce-06af-4d11-a7cc-df8dc4ccf694 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.2807193 Aug 24 10:07:09.865409 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-374ad6c6-dc42-4a5c-b0ac-6010426fa7e8 req-930980bb-7058-493f-8cd0-af88bea972d0 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896876 Aug 24 10:07:10.036661 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6b4c249b-3d18-4f58-9201-4208514850e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:10.036661 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6b4c249b-3d18-4f58-9201-4208514850e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:10.036661 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-6b4c249b-3d18-4f58-9201-4208514850e3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a90728cb-350b-4474-9165-9f04ac4d2576 HTTP/1.1" status: 204 len: 168 time: 1.3882158 Aug 24 10:07:10.092240 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c249b-3d18-4f58-9201-4208514850e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90728cb-350b-4474-9165-9f04ac4d2576,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:10.102734 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:10.652037 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522f44-cb92-4a68-9736-d3322cb3828c req-10229807-6dd7-416a-b9e0-d14bd3bff26b tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:10.652037 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f8522f44-cb92-4a68-9736-d3322cb3828c req-10229807-6dd7-416a-b9e0-d14bd3bff26b tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.1435387 Aug 24 10:07:10.773556 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f8522f44-cb92-4a68-9736-d3322cb3828c req-f46c7a78-50f5-4c43-bc5c-a8cba3a5b510 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256206 Aug 24 10:07:10.800236 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:10.802214 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ed574-5763-4057-86d3-94069e4c7461 req-9d487a80-a9b0-4e27-86b0-5af074045d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:10.803950 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-339ed574-5763-4057-86d3-94069e4c7461 req-9d487a80-a9b0-4e27-86b0-5af074045d7c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4579005 Aug 24 10:07:10.887460 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:10.944131 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:11.147545 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'Port': ['ID=088c8a00-aff3-40a2-8b08-593cd3d9fdca,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:11.191588 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3a593-e54f-4488-8e8d-4baf4c757adf req-09d7ee55-976f-4faa-811e-22c2d31b40de tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:11.196999 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ccd3a593-e54f-4488-8e8d-4baf4c757adf req-09d7ee55-976f-4faa-811e-22c2d31b40de tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.1577964 Aug 24 10:07:11.199130 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:11.227705 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-f42229e1-8ed7-4693-ac04-745180264541 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0114594 Aug 24 10:07:11.304728 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ccd3a593-e54f-4488-8e8d-4baf4c757adf req-a326b6a5-3507-4d0b-a270-eceb7b66002b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749817 Aug 24 10:07:11.466934 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e173ac-837e-4e42-940b-b40414a4613f req-df0f1783-1893-4d30-93f4-d4e2e193516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:11.470238 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-df0f1783-1893-4d30-93f4-d4e2e193516b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 1097 time: 0.0678473 Aug 24 10:07:11.554414 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-5ee6e82a-d4a1-4cdf-aa93-b0cfa34f56d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7538f101-9bee-48e0-aab2-09cfd3cd8202 HTTP/1.1" status: 200 len: 217 time: 0.0678151 Aug 24 10:07:11.600249 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-3b1312aa-bfa6-4db9-b39f-48a1dc09e8d8 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--115544437&fields=id&tenant_id=65c26a788943480eb71aec674c048f42 HTTP/1.1" status: 200 len: 267 time: 0.0621445 Aug 24 10:07:11.797523 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-4e6ca84b-1458-4bfb-8f3e-22ec28126763 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:11.799563 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-4e6ca84b-1458-4bfb-8f3e-22ec28126763 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 811 time: 0.1869173 Aug 24 10:07:11.822471 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-1673a4fd-2503-4cfc-952e-843397622105 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/quotas/65c26a788943480eb71aec674c048f42 HTTP/1.1" status: 200 len: 375 time: 0.0109935 Aug 24 10:07:11.922111 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e173ac-837e-4e42-940b-b40414a4613f req-031ab08a-1dae-45eb-b2f4-10621705f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:11.924811 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-031ab08a-1dae-45eb-b2f4-10621705f822 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.1270804 Aug 24 10:07:11.997005 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-c9103391-d344-4f29-9176-0dbb576423c9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1648736 Aug 24 10:07:12.040744 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-5a2ca188-4c74-4515-96ed-8f66e282dbb9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038988 Aug 24 10:07:12.159401 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ecce4-b69f-4268-8334-7ccc3274fd09 req-538804b8-d229-46f6-b3f3-501108fb5183 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:12.161104 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b13ecce4-b69f-4268-8334-7ccc3274fd09 req-538804b8-d229-46f6-b3f3-501108fb5183 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.2096295 Aug 24 10:07:12.202809 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-2be0e171-e8ae-4f2f-8a7f-2c53cc83ace3 service neutron] 10.222.0.64 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714659 Aug 24 10:07:12.235952 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b13ecce4-b69f-4268-8334-7ccc3274fd09 req-ca1acc2a-c436-4e7e-826e-8ae5ed9e54e1 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628481 Aug 24 10:07:12.286726 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-a117e178-97dc-4a29-92a4-f15cae391519 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109561 Aug 24 10:07:12.342249 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f058c177-f468-42b9-a583-a544a844cc44 service neutron] 10.222.0.64 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381173 Aug 24 10:07:12.526453 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-00e173ac-837e-4e42-940b-b40414a4613f req-eaeb7f6d-9b4b-41cb-b713-0b3991b5e1c3 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318485 Aug 24 10:07:12.549996 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d51f75-9664-49bd-829a-ef800b987fc6 req-eacc02e7-db85-4628-9154-b0fa819176ee tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:12.551979 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-23d51f75-9664-49bd-829a-ef800b987fc6 req-eacc02e7-db85-4628-9154-b0fa819176ee tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.0687356 Aug 24 10:07:12.620016 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-23d51f75-9664-49bd-829a-ef800b987fc6 req-58e87e3f-5b5d-4953-884c-52290c285efc tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567577 Aug 24 10:07:12.699807 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f6dccf3e-3d2e-4215-b313-3f4731319e8d req-ae2ce52d-5e6e-4960-a660-cd2df6fd6c58 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 210 time: 0.0446024 Aug 24 10:07:13.497405 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fedd0-3485-4f13-9fed-03e376ec7fac req-ac8f89ce-65cf-444e-8aea-274f97b3181f tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:13.502901 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-784fedd0-3485-4f13-9fed-03e376ec7fac req-ac8f89ce-65cf-444e-8aea-274f97b3181f tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.1105430 Aug 24 10:07:13.625708 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-784fedd0-3485-4f13-9fed-03e376ec7fac req-a7db0f07-9c4a-4cbf-a7ab-b283fe823237 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052213 Aug 24 10:07:13.889289 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9e81a8ec-1bac-420c-936b-53470b447dbd req-c6e7e368-d519-419e-bc60-8a23048cac07 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 210 time: 0.1108725 Aug 24 10:07:13.933330 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a54c5a-eb36-45aa-bf4f-054d004a2b0a req-fb62b6a3-6529-40a9-9069-d7117ec3dfaa tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:13.941403 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-18a54c5a-eb36-45aa-bf4f-054d004a2b0a req-fb62b6a3-6529-40a9-9069-d7117ec3dfaa tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.1235201 Aug 24 10:07:13.998583 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-18a54c5a-eb36-45aa-bf4f-054d004a2b0a req-40654c6e-7e2a-4794-bf65-b9df1e1f9525 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519187 Aug 24 10:07:14.849454 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baa757-4d41-4331-8107-3f64243ecdf0 req-92804a2a-00b0-45f0-a4dd-65f440181585 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:14.865133 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-68baa757-4d41-4331-8107-3f64243ecdf0 req-92804a2a-00b0-45f0-a4dd-65f440181585 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.1121776 Aug 24 10:07:14.943926 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58582) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:14.946696 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-68baa757-4d41-4331-8107-3f64243ecdf0 req-2e6babf3-d46a-4a30-8e28-423a0e231702 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782270 Aug 24 10:07:15.059673 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ce31e8fd-ea62-475b-aa93-6974b8ebb51d req-dee3e2e0-efe8-44d1-bb89-af4eecb9665b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 210 time: 0.0599818 Aug 24 10:07:15.085987 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86894427-0daa-4849-b7d2-6201fcee531d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:15.136337 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ae0c3-2fd8-4a74-afb7-939cc4d40dc8 req-ca21c25a-3a39-4a2c-9867-18b37abe29b3 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:15.138012 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-272ae0c3-2fd8-4a74-afb7-939cc4d40dc8 req-ca21c25a-3a39-4a2c-9867-18b37abe29b3 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.0511503 Aug 24 10:07:15.183801 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-272ae0c3-2fd8-4a74-afb7-939cc4d40dc8 req-36208471-571f-4db8-a2cd-f995789299a0 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Aug 24 10:07:15.229539 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86894427-0daa-4849-b7d2-6201fcee531d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:15.337643 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86894427-0daa-4849-b7d2-6201fcee531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:15.381883 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-86894427-0daa-4849-b7d2-6201fcee531d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d485f51a43c643a5b30ac17893632d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361546 Aug 24 10:07:15.384197 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894427-0daa-4849-b7d2-6201fcee531d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9e5b8-b31f-4591-af63-a9d05e499fa9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:15.391788 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:15.446497 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d123903-f1e0-43fd-b579-65527feec55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:15.477377 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d123903-f1e0-43fd-b579-65527feec55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:15.680652 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d123903-f1e0-43fd-b579-65527feec55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:15.698346 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:15.699079 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d123903-f1e0-43fd-b579-65527feec55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:15.699079 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-2d123903-f1e0-43fd-b579-65527feec55d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67d9e5b8-b31f-4591-af63-a9d05e499fa9 HTTP/1.1" status: 204 len: 168 time: 0.2934232 Aug 24 10:07:15.699605 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d123903-f1e0-43fd-b579-65527feec55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9e5b8-b31f-4591-af63-a9d05e499fa9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:16.071240 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a68ce2-b7dc-401a-b18e-d0059048dc8f req-ac56ac79-1bae-4edb-a6f4-d54213974871 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:16.079291 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-09a68ce2-b7dc-401a-b18e-d0059048dc8f req-ac56ac79-1bae-4edb-a6f4-d54213974871 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.0644333 Aug 24 10:07:16.133636 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-09a68ce2-b7dc-401a-b18e-d0059048dc8f req-55eadef8-512a-4aa3-86f9-188b41257584 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Aug 24 10:07:16.196209 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-59d345f5-740b-4c4b-8646-df6c74fb32cf req-14396299-de20-46d1-8c89-75a264f0cd47 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 210 time: 0.0454848 Aug 24 10:07:16.386757 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c831f4-c301-406c-91c9-361ce4d7648c req-21fdbec8-fd34-4f33-845b-73840969e842 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:16.386912 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e5c831f4-c301-406c-91c9-361ce4d7648c req-21fdbec8-fd34-4f33-845b-73840969e842 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.0688429 Aug 24 10:07:16.433244 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e5c831f4-c301-406c-91c9-361ce4d7648c req-264f7fdf-6e5d-4bfb-b3e0-a77934e082d5 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Aug 24 10:07:16.576228 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58630) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:16.590609 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5be9aae4-9840-4ee2-8da9-278c37b15855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:16.718541 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5be9aae4-9840-4ee2-8da9-278c37b15855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:16.863095 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5be9aae4-9840-4ee2-8da9-278c37b15855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:16.903423 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9aae4-9840-4ee2-8da9-278c37b15855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9759ef-2024-4174-bed6-6349ff9bb4dd,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:16.907672 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-5be9aae4-9840-4ee2-8da9-278c37b15855 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=646ee5fd81e54c4ab01cf307f17e8edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319392 Aug 24 10:07:16.910421 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58636) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:16.964241 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-be165ce8-dfbe-47b5-be01-afb2cc234420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:16.986540 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-be165ce8-dfbe-47b5-be01-afb2cc234420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:17.160087 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-be165ce8-dfbe-47b5-be01-afb2cc234420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:17.164323 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-be165ce8-dfbe-47b5-be01-afb2cc234420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:17.165633 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-be165ce8-dfbe-47b5-be01-afb2cc234420 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ed9759ef-2024-4174-bed6-6349ff9bb4dd HTTP/1.1" status: 204 len: 168 time: 0.2533994 Aug 24 10:07:17.181356 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be165ce8-dfbe-47b5-be01-afb2cc234420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9759ef-2024-4174-bed6-6349ff9bb4dd,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:17.312026 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30277bfd-0a73-4e85-9405-2a86bf02389d req-43953d9b-b019-48dc-a1b6-ad9276c6efc7 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:17.313749 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-30277bfd-0a73-4e85-9405-2a86bf02389d req-43953d9b-b019-48dc-a1b6-ad9276c6efc7 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.0808427 Aug 24 10:07:17.344426 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c069230a-1f1a-4692-b387-5fdfdd754d7e req-bb415e3e-8cc0-4a3d-8af3-d8d824008fa5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 210 time: 0.0308599 Aug 24 10:07:17.366814 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-30277bfd-0a73-4e85-9405-2a86bf02389d req-6a77d407-2434-4ec1-b846-36bdb8d88b1b tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Aug 24 10:07:17.606421 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784b72-1321-4507-956f-6e846b373c11 req-65920aa8-833d-4cc8-bf63-f7e4c3abfe4b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:17.607974 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4e784b72-1321-4507-956f-6e846b373c11 req-65920aa8-833d-4cc8-bf63-f7e4c3abfe4b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 944 time: 0.0628648 Aug 24 10:07:17.651058 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4e784b72-1321-4507-956f-6e846b373c11 req-8e93c2eb-8aa9-4afd-a2be-26ed42b32b12 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366049 Aug 24 10:07:18.070810 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7538f101-9bee-48e0-aab2-09cfd3cd8202 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:07:18.177584 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7538f101-9bee-48e0-aab2-09cfd3cd8202, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7538f101-9bee-48e0-aab2-09cfd3cd8202,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:18.188825 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '7538f101-9bee-48e0-aab2-09cfd3cd8202', 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7', 'port_id': '7538f101-9bee-48e0-aab2-09cfd3cd8202', 'mac_address': 'fa:16:3e:ee:f8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad211f68-daa8-456a-ac42-1f08d0bbd5d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:07:18.238338 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:18.258004 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7538f101-9bee-48e0-aab2-09cfd3cd8202 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:07:18.282478 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7538f101-9bee-48e0-aab2-09cfd3cd8202, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7538f101-9bee-48e0-aab2-09cfd3cd8202,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:18.411119 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:18.411894 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7a988320-a154-4c02-8b58-c33a2d06bfea details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:07:18.446534 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f54a2fb5-70c4-45ce-94c7-0515c4640f27 req-6591cbf6-e7fa-4591-b6d0-35c778ac6f80 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 210 time: 0.0294464 Aug 24 10:07:18.552335 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62d167-3821-4d38-bf7a-7c5e52a1b83f req-dff59c48-daa5-4d40-8ba8-7a8abaa9c2ff tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:18.560458 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e62d167-3821-4d38-bf7a-7c5e52a1b83f req-dff59c48-daa5-4d40-8ba8-7a8abaa9c2ff tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 944 time: 0.0723920 Aug 24 10:07:18.587413 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7538f101-9bee-48e0-aab2-09cfd3cd8202,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:18.605232 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e62d167-3821-4d38-bf7a-7c5e52a1b83f req-772579a7-e8eb-40f8-8063-48fdc5a7a8be tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Aug 24 10:07:18.696432 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7a988320-a154-4c02-8b58-c33a2d06bfea, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7a988320-a154-4c02-8b58-c33a2d06bfea,segment=NetworkSegment(7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3),segment_id=7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:18.717771 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '7a988320-a154-4c02-8b58-c33a2d06bfea', 'network_id': '8527f58a-da2b-47b2-bc43-e5b292e38e8b', 'port_id': '7a988320-a154-4c02-8b58-c33a2d06bfea', 'mac_address': 'fa:16:3e:ac:61:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:07:18.787623 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:18.805565 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f411a-9edd-4ba5-b0d6-3846fe5fe0bd req-67e8413b-14c7-4702-9412-b5d2d2b2fd00 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:18.807152 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3b9f411a-9edd-4ba5-b0d6-3846fe5fe0bd req-67e8413b-14c7-4702-9412-b5d2d2b2fd00 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 945 time: 0.0575202 Aug 24 10:07:18.816629 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a988320-a154-4c02-8b58-c33a2d06bfea {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:07:18.844774 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7a988320-a154-4c02-8b58-c33a2d06bfea, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7a988320-a154-4c02-8b58-c33a2d06bfea,segment=NetworkSegment(7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3),segment_id=7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:18.852708 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3b9f411a-9edd-4ba5-b0d6-3846fe5fe0bd req-1e4ed609-9601-45e2-a3da-9e48e034b46c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389812 Aug 24 10:07:18.948734 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:18.949412 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:07:19.017850 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:19.020781 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7a988320-a154-4c02-8b58-c33a2d06bfea,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:19.038046 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '2024c88c-2f87-4d64-bdd5-98a0d570ccc3', 'network_id': '0058c4b3-b2e1-4879-858a-d1a02ad004e7', 'port_id': '2024c88c-2f87-4d64-bdd5-98a0d570ccc3', 'mac_address': 'fa:16:3e:6d:83:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad211f68-daa8-456a-ac42-1f08d0bbd5d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:07:19.082219 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:19.097755 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:07:19.123254 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:19.245568 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:19.276054 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-6da720d2-590b-44e2-9e1d-870ed4d15311 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:19.277548 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-6da720d2-590b-44e2-9e1d-870ed4d15311 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 811 time: 0.1178193 Aug 24 10:07:19.300682 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:19.361496 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-ccc381e8-4003-4597-90fd-0cce78a6501f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c26a788943480eb71aec674c048f42 HTTP/1.1" status: 200 len: 379 time: 0.0667701 Aug 24 10:07:19.371976 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'port': {'device_id': '954c7924-de00-43cb-ba59-533949b4858c', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'admin_state_up': True, 'tenant_id': '65c26a788943480eb71aec674c048f42', 'security_groups': ['80a82074-3579-4d75-989e-eb73c6ca41cb']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:19.573493 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2863f0ff-9249-44e6-8011-e701491c469c req-064e20db-5403-4f65-8783-95747a799df3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 210 time: 0.0398271 Aug 24 10:07:19.642880 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Made reservation on behalf of 65c26a788943480eb71aec674c048f42 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:07:19.646662 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:19.788785 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7a988320-a154-4c02-8b58-c33a2d06bfea'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:07:19.809153 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f3422-aeb4-4ae7-94d8-d9c8b829a473 req-0e390a27-2b52-4e0c-af19-29655af1c62c tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:19.810856 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-643f3422-aeb4-4ae7-94d8-d9c8b829a473 req-0e390a27-2b52-4e0c-af19-29655af1c62c tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 945 time: 0.0959592 Aug 24 10:07:19.812749 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['2024c88c-2f87-4d64-bdd5-98a0d570ccc3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:07:19.860462 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Allocated IP 172.20.0.11 (20d99add-b609-42ab-8840-e559ba5ce163/a7d64931-3d7b-4e32-a686-5b170f9c1a9e/446ef88a-e833-4ec2-9340-82d7a89b5dd6) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:07:19.881695 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7538f101-9bee-48e0-aab2-09cfd3cd8202'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:07:19.889238 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-643f3422-aeb4-4ae7-94d8-d9c8b829a473 req-232bc5ce-bc3c-45e4-9baa-b727a631ffc4 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612521 Aug 24 10:07:20.187109 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:20.219984 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Transition to ACTIVE for port object 446ef88a-e833-4ec2-9340-82d7a89b5dd6 will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:07:20.252665 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899104b-870d-4aaa-bfe8-9a722318cec5 req-0e503f00-3f57-470a-9016-b26853009259 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:20.266298 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f899104b-870d-4aaa-bfe8-9a722318cec5 req-0e503f00-3f57-470a-9016-b26853009259 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 945 time: 0.1895320 Aug 24 10:07:20.332246 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f899104b-870d-4aaa-bfe8-9a722318cec5 req-bd39ff2f-1628-4c75-934b-b0eb8cfc0f6d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 Aug 24 10:07:20.377100 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:20.429335 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Network 20d99add-b609-42ab-8840-e559ba5ce163 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:07:20.432907 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:07:20.437404 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:07:20.449894 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:20.449894 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:20.457907 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'Port': ['ID=446ef88a-e833-4ec2-9340-82d7a89b5dd6,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:20.613260 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e696d364-dca6-4d39-acec-663625741181 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2451620 Aug 24 10:07:20.637100 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Request body: {'port': {'device_id': '954c7924-de00-43cb-ba59-533949b4858c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:20.750445 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:20.784325 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-82b2dec7-a350-406f-8c21-8893d95bcf55 None None] Provisioning for port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:07:20.792121 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-82b2dec7-a350-406f-8c21-8893d95bcf55 None None] Provisioning complete for port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:07:20.799152 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82b2dec7-a350-406f-8c21-8893d95bcf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:20.811392 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88153c4-1987-490e-8276-395ef9ef168c req-f448b9cf-aba1-47f0-b1e3-cb7ae0bcffb9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:20.813172 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d88153c4-1987-490e-8276-395ef9ef168c req-f448b9cf-aba1-47f0-b1e3-cb7ae0bcffb9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 932 time: 0.1201124 Aug 24 10:07:20.877757 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-82b2dec7-a350-406f-8c21-8893d95bcf55 None None] Port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:07:20.937441 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d88153c4-1987-490e-8276-395ef9ef168c req-b286448a-ed5c-4a78-a60f-1d3c653f4686 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018527 Aug 24 10:07:21.050697 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672580da-9a2e-4c30-9202-6dcc63b3b3fd req-39e03cec-68d3-4568-92b9-eeee906d4a0a tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:21.052909 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-672580da-9a2e-4c30-9202-6dcc63b3b3fd req-39e03cec-68d3-4568-92b9-eeee906d4a0a tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 945 time: 0.0567172 Aug 24 10:07:21.098558 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6bc387fc-836a-4167-b788-06120a0989a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:21.109216 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-672580da-9a2e-4c30-9202-6dcc63b3b3fd req-2806168b-d439-4a5c-a9e1-c0a03d7d8ca5 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475256 Aug 24 10:07:21.158959 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446ef88a-e833-4ec2-9340-82d7a89b5dd6 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:07:21.168295 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:21.183092 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Transition to ACTIVE for port object 446ef88a-e833-4ec2-9340-82d7a89b5dd6 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:07:21.324864 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7538f101-9bee-48e0-aab2-09cfd3cd8202 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:07:21.331923 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:21.397108 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Pushing event updated for resources: {'Port': ['ID=446ef88a-e833-4ec2-9340-82d7a89b5dd6,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:21.445896 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Attempting to bind port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:07:21.446431 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Attempting to bind port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:07:21.446931 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Attempting to bind port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 on network 20d99add-b609-42ab-8840-e559ba5ce163 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:21.452824 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 on network 20d99add-b609-42ab-8840-e559ba5ce163 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:07:21.453193 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Attempting to bind port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 on network 20d99add-b609-42ab-8840-e559ba5ce163 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:07:21.461339 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:07:21.461668 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Checking segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:07:21.462242 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Bound using segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:07:21.462882 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Bound port: 446ef88a-e833-4ec2-9340-82d7a89b5dd6, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:07:21.463456 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:21.537198 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 7538f101-9bee-48e0-aab2-09cfd3cd8202 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:07:21.542106 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 7538f101-9bee-48e0-aab2-09cfd3cd8202 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:07:21.542527 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:21.586370 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14332989-70d4-4156-9f9e-c68bb47029e0 req-2960ff2f-dbb4-4566-8a2e-cc7ba8a50961 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:21.588054 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-14332989-70d4-4156-9f9e-c68bb47029e0 req-2960ff2f-dbb4-4566-8a2e-cc7ba8a50961 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 945 time: 0.1084580 Aug 24 10:07:21.620265 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] For port 446ef88a-e833-4ec2-9340-82d7a89b5dd6, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:07:21.638551 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] For port 446ef88a-e833-4ec2-9340-82d7a89b5dd6, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:07:21.661708 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-14332989-70d4-4156-9f9e-c68bb47029e0 req-99af5ef5-1cf6-4559-8be1-50f9eb1e37f0 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664577 Aug 24 10:07:21.732483 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:21.762495 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:21.794385 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932f7c9e-c74b-4afd-8aad-a031f391ff51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538f101-9bee-48e0-aab2-09cfd3cd8202'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:21.839531 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:21.839531 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:21.839531 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] 10.222.0.90 "PUT /v2.0/ports/446ef88a-e833-4ec2-9340-82d7a89b5dd6 HTTP/1.1" status: 200 len: 1094 time: 1.1915443 Aug 24 10:07:21.839531 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954c7924-de00-43cb-ba59-533949b4858c', 'tag': '446ef88a-e833-4ec2-9340-82d7a89b5dd6'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:21.839531 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5973855c-cd57-4d6c-8505-a5f6a2e46e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "954c7924-de00-43cb-ba59-533949b4858c", "tag": "446ef88a-e833-4ec2-9340-82d7a89b5dd6"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:21.873887 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d42c4-8e04-4405-b4f2-f664e0a812df service neutron] Pushing event updated for resources: {'Port': ['ID=446ef88a-e833-4ec2-9340-82d7a89b5dd6,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:21.926246 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b0931-a621-4320-a715-5188ab51d524 x-openstack-request-id: req-606b0931-a621-4320-a715-5188ab51d524 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:21.926914 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954c7924-de00-43cb-ba59-533949b4858c", "tag": "446ef88a-e833-4ec2-9340-82d7a89b5dd6", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:21.926914 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-606b0931-a621-4320-a715-5188ab51d524 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:21.927548 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954c7924-de00-43cb-ba59-533949b4858c', 'tag': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'status': 'completed', 'code': 200} Aug 24 10:07:21.968566 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7538f101-9bee-48e0-aab2-09cfd3cd8202, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7538f101-9bee-48e0-aab2-09cfd3cd8202,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:22.058534 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973855c-cd57-4d6c-8505-a5f6a2e46e8d req-4f7e96f7-1ccb-479a-b615-4ad08fc5987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:22.061611 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5973855c-cd57-4d6c-8505-a5f6a2e46e8d req-4f7e96f7-1ccb-479a-b615-4ad08fc5987e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 1097 time: 0.0801222 Aug 24 10:07:22.137744 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92bbaac-e38c-46e2-afe4-a1af438bbb07" -d '{"events": [{"server_uuid": "932f7c9e-c74b-4afd-8aad-a031f391ff51", "name": "network-vif-plugged", "status": "completed", "tag": "7538f101-9bee-48e0-aab2-09cfd3cd8202"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:22.166563 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:22.167376 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7a988320-a154-4c02-8b58-c33a2d06bfea up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:07:22.306936 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7538f101-9bee-48e0-aab2-09cfd3cd8202,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:22.322907 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f652e778-85cb-4ee9-b758-100c426fa924 x-openstack-request-id: req-f652e778-85cb-4ee9-b758-100c426fa924 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:22.323277 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932f7c9e-c74b-4afd-8aad-a031f391ff51", "name": "network-vif-plugged", "status": "completed", "tag": "7538f101-9bee-48e0-aab2-09cfd3cd8202", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:22.323758 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f652e778-85cb-4ee9-b758-100c426fa924 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:22.324319 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932f7c9e-c74b-4afd-8aad-a031f391ff51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7538f101-9bee-48e0-aab2-09cfd3cd8202', 'code': 200} Aug 24 10:07:22.399250 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 7a988320-a154-4c02-8b58-c33a2d06bfea completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:07:22.413283 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 7a988320-a154-4c02-8b58-c33a2d06bfea triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:07:22.417189 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:22.483683 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58804) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:22.549122 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af14265-d796-4bb0-8b49-c33a9ac93c7d req-b318a8cd-35c0-4cc4-b21d-92563ea74078 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:22.564531 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3af14265-d796-4bb0-8b49-c33a9ac93c7d req-b318a8cd-35c0-4cc4-b21d-92563ea74078 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 945 time: 0.1333513 Aug 24 10:07:22.571819 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:22.623993 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3af14265-d796-4bb0-8b49-c33a9ac93c7d req-aec7ca6a-ad11-4c54-b54e-d042911fd6c4 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579298 Aug 24 10:07:22.652562 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7a988320-a154-4c02-8b58-c33a2d06bfea, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7a988320-a154-4c02-8b58-c33a2d06bfea,segment=NetworkSegment(7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3),segment_id=7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:22.682733 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-906bac5f-9ea5-46f2-ba3d-7d1e3d4683c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:22.730949 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:22.732699 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:07:22.746114 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a30e87-f9a3-4788-8b2f-b8de03a2e6cd req-b7ddd2c5-8ad1-41c5-b4e0-18ec192806cd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:22.747898 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c3a30e87-f9a3-4788-8b2f-b8de03a2e6cd req-b7ddd2c5-8ad1-41c5-b4e0-18ec192806cd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 944 time: 0.6495860 Aug 24 10:07:22.819476 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973855c-cd57-4d6c-8505-a5f6a2e46e8d req-532be2d0-bdd9-44d9-a99b-ab23806dc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:22.821462 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5973855c-cd57-4d6c-8505-a5f6a2e46e8d req-532be2d0-bdd9-44d9-a99b-ab23806dc7bd service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=65c26a788943480eb71aec674c048f42&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7443814 Aug 24 10:07:22.829300 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c3a30e87-f9a3-4788-8b2f-b8de03a2e6cd req-fd4672ef-3774-4df2-801b-6a5d38aa9670 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650468 Aug 24 10:07:22.854672 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7a988320-a154-4c02-8b58-c33a2d06bfea,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:22.866892 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628d949-68cf-4dd3-8ac7-d8b064935cc5 req-1d33dcf6-fbd9-4238-9c75-63c779caa324 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:22.868457 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3628d949-68cf-4dd3-8ac7-d8b064935cc5 req-1d33dcf6-fbd9-4238-9c75-63c779caa324 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.1074076 Aug 24 10:07:22.870461 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-906bac5f-9ea5-46f2-ba3d-7d1e3d4683c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:22.909287 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3628d949-68cf-4dd3-8ac7-d8b064935cc5 req-d7139f69-7e62-4e42-8ae4-f1053f024eb5 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Aug 24 10:07:22.963883 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:07:22.964187 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-906bac5f-9ea5-46f2-ba3d-7d1e3d4683c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:22.969997 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:07:22.970744 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:23.006973 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-906bac5f-9ea5-46f2-ba3d-7d1e3d4683c4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c04e175216c4b77bd96c022326c4375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208848 Aug 24 10:07:23.007894 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bac5f-9ea5-46f2-ba3d-7d1e3d4683c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7126ed-582d-4d0d-a747-35e37db27b13,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:23.011514 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58816) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:23.090421 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:23.098582 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c6de2b-e3e9-4409-8453-56ab457a26e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:23.142945 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c6de2b-e3e9-4409-8453-56ab457a26e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:23.155979 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:23.241092 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:23.302349 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:23.314591 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c6de2b-e3e9-4409-8453-56ab457a26e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:23.317423 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c6de2b-e3e9-4409-8453-56ab457a26e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:23.318948 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-01c6de2b-e3e9-4409-8453-56ab457a26e0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d7126ed-582d-4d0d-a747-35e37db27b13 HTTP/1.1" status: 204 len: 168 time: 0.3058064 Aug 24 10:07:23.329174 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6de2b-e3e9-4409-8453-56ab457a26e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7126ed-582d-4d0d-a747-35e37db27b13,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:23.807610 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbce57-d164-4505-b3e8-61afa1d73e7a req-98278983-402c-45ca-8f22-833452ddff47 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:23.809324 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbdbce57-d164-4505-b3e8-61afa1d73e7a req-98278983-402c-45ca-8f22-833452ddff47 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0575416 Aug 24 10:07:23.847278 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8169c3c-2b53-4823-9df5-a33fe0c69a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:23.860178 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbdbce57-d164-4505-b3e8-61afa1d73e7a req-5fc14419-cd57-418d-9733-490f2aca6e0d tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Aug 24 10:07:23.964209 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5899955-9016-4a83-a175-a6c52ea26849 req-9c9bb100-773e-4ffa-8892-9190f89d283b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:23.969217 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c5899955-9016-4a83-a175-a6c52ea26849 req-9c9bb100-773e-4ffa-8892-9190f89d283b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 944 time: 0.0646727 Aug 24 10:07:24.016187 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c5899955-9016-4a83-a175-a6c52ea26849 req-a7c16c6f-f25d-4360-b26f-bff9746b60b7 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419011 Aug 24 10:07:24.061571 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f680fa-0ae3-4cd1-941e-cf9410d51c14 req-2027712f-9764-4cb9-a2c1-799be4975286 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:24.063256 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-65f680fa-0ae3-4cd1-941e-cf9410d51c14 req-2027712f-9764-4cb9-a2c1-799be4975286 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0707762 Aug 24 10:07:24.080173 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.121309 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-65f680fa-0ae3-4cd1-941e-cf9410d51c14 req-1d374e30-51bf-4513-8d9b-4efb79bca98b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464528 Aug 24 10:07:24.140945 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58850) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:24.156365 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f11d2db-c6ff-415c-875d-2113e0c2484b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.223287 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58852) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:24.279127 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f11d2db-c6ff-415c-875d-2113e0c2484b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.325467 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a988320-a154-4c02-8b58-c33a2d06bfea'}, {'server_uuid': 'a0fa69ac-0309-4e87-9fb6-13d956bac8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024c88c-2f87-4d64-bdd5-98a0d570ccc3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:24.328673 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea108c6c-9fdd-4f9e-8b78-ab83f1bbc0f7" -d '{"events": [{"server_uuid": "3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e", "name": "network-vif-plugged", "status": "completed", "tag": "7a988320-a154-4c02-8b58-c33a2d06bfea"}, {"server_uuid": "a0fa69ac-0309-4e87-9fb6-13d956bac8a5", "name": "network-vif-plugged", "status": "completed", "tag": "2024c88c-2f87-4d64-bdd5-98a0d570ccc3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:24.353849 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f11d2db-c6ff-415c-875d-2113e0c2484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.398761 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be432a3-515f-44be-9fc1-be2b8adb0bf4 x-openstack-request-id: req-0be432a3-515f-44be-9fc1-be2b8adb0bf4 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:24.399233 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e", "name": "network-vif-plugged", "status": "completed", "tag": "7a988320-a154-4c02-8b58-c33a2d06bfea", "code": 200}, {"server_uuid": "a0fa69ac-0309-4e87-9fb6-13d956bac8a5", "name": "network-vif-plugged", "status": "completed", "tag": "2024c88c-2f87-4d64-bdd5-98a0d570ccc3", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:24.399627 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0be432a3-515f-44be-9fc1-be2b8adb0bf4 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:24.400158 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a988320-a154-4c02-8b58-c33a2d06bfea', 'code': 200} Aug 24 10:07:24.400585 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa69ac-0309-4e87-9fb6-13d956bac8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2024c88c-2f87-4d64-bdd5-98a0d570ccc3', 'code': 200} Aug 24 10:07:24.413716 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3f11d2db-c6ff-415c-875d-2113e0c2484b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf18f8f867a348ab899ef526709af133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712953 Aug 24 10:07:24.414384 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58860) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:24.423284 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9abb49c0-266e-4cfc-a3ac-1b1ec7e8a0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.426497 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11d2db-c6ff-415c-875d-2113e0c2484b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153af69a-8eec-417d-9190-680cde292314,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:24.486720 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7029643-d874-43a1-99e3-87f102913996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.523110 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7029643-d874-43a1-99e3-87f102913996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.594951 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9abb49c0-266e-4cfc-a3ac-1b1ec7e8a0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.702966 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9abb49c0-266e-4cfc-a3ac-1b1ec7e8a0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.714124 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7029643-d874-43a1-99e3-87f102913996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.717249 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7029643-d874-43a1-99e3-87f102913996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.718746 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e7029643-d874-43a1-99e3-87f102913996 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/153af69a-8eec-417d-9190-680cde292314 HTTP/1.1" status: 204 len: 168 time: 0.3003368 Aug 24 10:07:24.729621 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7029643-d874-43a1-99e3-87f102913996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153af69a-8eec-417d-9190-680cde292314,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:24.757732 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb49c0-266e-4cfc-a3ac-1b1ec7e8a0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9668689f-f05e-4d6c-acfb-454326f04eb9,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:24.766916 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-9abb49c0-266e-4cfc-a3ac-1b1ec7e8a0ba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=39eede90bea7414383559c2e8190fce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407705 Aug 24 10:07:24.768267 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58870) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:24.838874 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6cacdb60-32ce-4dea-b14f-99c500b83faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.868703 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6cacdb60-32ce-4dea-b14f-99c500b83faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:24.987731 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f174a52-2843-42be-a5e7-bbdc695a9fbf req-bdd80422-b231-4ab4-9e58-48fb3a898f39 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:24.990249 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0f174a52-2843-42be-a5e7-bbdc695a9fbf req-bdd80422-b231-4ab4-9e58-48fb3a898f39 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0531340 Aug 24 10:07:25.031714 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0f174a52-2843-42be-a5e7-bbdc695a9fbf req-31c5a105-e975-4f70-92b1-2559efd1e7c7 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347798 Aug 24 10:07:25.051900 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6cacdb60-32ce-4dea-b14f-99c500b83faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:25.055370 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6cacdb60-32ce-4dea-b14f-99c500b83faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:25.056610 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-6cacdb60-32ce-4dea-b14f-99c500b83faa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9668689f-f05e-4d6c-acfb-454326f04eb9 HTTP/1.1" status: 204 len: 168 time: 0.2866347 Aug 24 10:07:25.069744 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacdb60-32ce-4dea-b14f-99c500b83faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9668689f-f05e-4d6c-acfb-454326f04eb9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:25.200826 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190211e9-601e-4c7a-bc9e-5a63e079ba31 req-c35d9d0e-f4e2-4584-835b-898f25c93c29 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:25.205136 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-190211e9-601e-4c7a-bc9e-5a63e079ba31 req-c35d9d0e-f4e2-4584-835b-898f25c93c29 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 944 time: 0.0928531 Aug 24 10:07:25.211469 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:25.272105 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-190211e9-601e-4c7a-bc9e-5a63e079ba31 req-0b5d802a-bb35-4d18-a5f8-22bec60c4e1d tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593622 Aug 24 10:07:25.289134 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da222aa8-9374-4b2e-b23a-8563aa3479a6 req-50304916-5e9c-4d88-8d48-38c0d98889bc tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:25.291979 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da222aa8-9374-4b2e-b23a-8563aa3479a6 req-50304916-5e9c-4d88-8d48-38c0d98889bc tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0781415 Aug 24 10:07:25.360290 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da222aa8-9374-4b2e-b23a-8563aa3479a6 req-620b14c0-2d03-42d3-a35a-7068e28d0d00 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614829 Aug 24 10:07:25.904544 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528b658-5112-46c4-b305-08e4ce39ed9e req-d26c9023-3659-439a-94a3-16822afd145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:25.906398 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8528b658-5112-46c4-b305-08e4ce39ed9e req-d26c9023-3659-439a-94a3-16822afd145b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 1099 time: 0.1365316 Aug 24 10:07:25.938884 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-8528b658-5112-46c4-b305-08e4ce39ed9e req-ad36d4ad-34e4-463e-be8e-63cda90ceab8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:25.963395 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973855c-cd57-4d6c-8505-a5f6a2e46e8d req-7ef2a867-516a-4576-b5f8-24025e5f32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:25.965030 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5973855c-cd57-4d6c-8505-a5f6a2e46e8d req-7ef2a867-516a-4576-b5f8-24025e5f32af service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2060752 Aug 24 10:07:26.116426 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 58910) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:26.142309 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-8528b658-5112-46c4-b305-08e4ce39ed9e req-ad36d4ad-34e4-463e-be8e-63cda90ceab8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:26.150431 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb48d-7af6-41a6-9da9-219ab87b1961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:26.177660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e5c03b01-34b8-4c47-8e8f-a742ba81a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:26.179307 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-e5c03b01-34b8-4c47-8e8f-a742ba81a22f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 1097 time: 0.0674248 Aug 24 10:07:26.272800 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.90', 51553) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:26.282513 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-8528b658-5112-46c4-b305-08e4ce39ed9e req-ad36d4ad-34e4-463e-be8e-63cda90ceab8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:26.285661 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-6780dd6f-9ac3-4cf5-a5e6-4bac900cc508 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6 HTTP/1.1" status: 200 len: 217 time: 0.0653038 Aug 24 10:07:26.392978 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8528b658-5112-46c4-b305-08e4ce39ed9e req-ad36d4ad-34e4-463e-be8e-63cda90ceab8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777203 Aug 24 10:07:26.411681 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36d4ad-34e4-463e-be8e-63cda90ceab8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8b22c5-0ab0-4448-aba4-ee710d7bf71a,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:26.445791 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-d5bf4a05-80f6-4ae9-90b0-ff223a55f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:26.447339 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-d5bf4a05-80f6-4ae9-90b0-ff223a55f83a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7d64931-3d7b-4e32-a686-5b170f9c1a9e HTTP/1.1" status: 200 len: 850 time: 0.1269085 Aug 24 10:07:26.453488 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957eb617-ea25-4641-b374-cf757dfab6e4 req-7aabf76a-92ed-4dd6-ba59-957ca6097cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:26.455069 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-957eb617-ea25-4641-b374-cf757dfab6e4 req-7aabf76a-92ed-4dd6-ba59-957ca6097cb3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 1099 time: 0.1805842 Aug 24 10:07:26.477345 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5058379-ce1a-48e2-b491-022e56c8d3fa req-4dee2a23-2575-4c5a-9df3-0937aa06fcdc tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:26.480166 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e5058379-ce1a-48e2-b491-022e56c8d3fa req-4dee2a23-2575-4c5a-9df3-0937aa06fcdc tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 944 time: 0.0962427 Aug 24 10:07:26.561436 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e5058379-ce1a-48e2-b491-022e56c8d3fa req-79835e72-cb55-4c40-ab5e-110aefe92895 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694170 Aug 24 10:07:26.699488 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4db94a-1f7d-450f-a981-91e691bb116e req-589f30de-2cf6-4142-ae82-92d84f7f6993 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:26.704140 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2f4db94a-1f7d-450f-a981-91e691bb116e req-589f30de-2cf6-4142-ae82-92d84f7f6993 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.5495305 Aug 24 10:07:26.756184 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee12f7b-22f1-4d58-ae25-8950e95e4224 req-4ab28656-3255-4417-93c3-674d34c67425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:26.766232 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2ee12f7b-22f1-4d58-ae25-8950e95e4224 req-4ab28656-3255-4417-93c3-674d34c67425 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1098 time: 0.2885487 Aug 24 10:07:26.840353 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-957eb617-ea25-4641-b374-cf757dfab6e4 req-85ccb306-c6ed-48d8-a5e5-42db6b8499c3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673859 Aug 24 10:07:26.846457 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:26.884991 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77bd1c-2a4f-4fba-821a-afc8eed1a072 req-2bd30abc-73a7-4f18-8165-ee96313a4a7e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:26.890584 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4b77bd1c-2a4f-4fba-821a-afc8eed1a072 req-2bd30abc-73a7-4f18-8165-ee96313a4a7e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.1561189 Aug 24 10:07:26.919978 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-3ac8c6ce-49e7-41db-97e3-d58290a73128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:26.922919 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-3ac8c6ce-49e7-41db-97e3-d58290a73128 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20d99add-b609-42ab-8840-e559ba5ce163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1582389 Aug 24 10:07:26.939134 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2f4db94a-1f7d-450f-a981-91e691bb116e req-cf1e6085-0f98-4602-99d6-b13ef8f00dd0 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066150 Aug 24 10:07:26.953513 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2ee12f7b-22f1-4d58-ae25-8950e95e4224 req-6406cb6c-42c6-4d64-b17e-0d9d5f798af4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625805 Aug 24 10:07:26.988476 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4b77bd1c-2a4f-4fba-821a-afc8eed1a072 req-3b86d291-600d-4855-9633-41fd01146338 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788262 Aug 24 10:07:27.024375 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb48d-7af6-41a6-9da9-219ab87b1961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:27.142501 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c0cb48d-7af6-41a6-9da9-219ab87b1961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:27.187703 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3c0cb48d-7af6-41a6-9da9-219ab87b1961 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f84791294d7e47b2990e497453c8ea2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0706942 Aug 24 10:07:27.188127 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 58956) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:27.190205 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cb48d-7af6-41a6-9da9-219ab87b1961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52687cad-9176-407b-89cc-3c137f2a0dad,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:27.277737 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-de1cad36-3506-493f-8002-8afd5e0381bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:27.307558 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-de1cad36-3506-493f-8002-8afd5e0381bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:27.528945 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-de1cad36-3506-493f-8002-8afd5e0381bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:27.534292 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-de1cad36-3506-493f-8002-8afd5e0381bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:27.541711 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-de1cad36-3506-493f-8002-8afd5e0381bf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/52687cad-9176-407b-89cc-3c137f2a0dad HTTP/1.1" status: 204 len: 168 time: 0.3516741 Aug 24 10:07:27.576018 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cad36-3506-493f-8002-8afd5e0381bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52687cad-9176-407b-89cc-3c137f2a0dad,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:27.632152 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-ccd233cd-c81f-4f11-890d-f2524ab0854e service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089977 Aug 24 10:07:27.763650 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86efbbf-55fa-417f-8e53-30f505d56f23 req-731cf468-ed8e-4400-ad5f-facae7f3974c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:27.774604 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48fed78c-66f6-4de7-969b-f53e98475fc2 req-f057d206-8e1c-4fca-98b7-4fb79c8b334c service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394897 Aug 24 10:07:27.774899 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b86efbbf-55fa-417f-8e53-30f505d56f23 req-731cf468-ed8e-4400-ad5f-facae7f3974c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 944 time: 0.0874927 Aug 24 10:07:27.823834 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b86efbbf-55fa-417f-8e53-30f505d56f23 req-5ebd0b47-66d3-41ff-9c8f-3af0a5974c08 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478125 Aug 24 10:07:28.134956 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000936f8-1aa5-4121-abdc-c6af7c435bba req-481c5b0a-a909-41c5-b559-d1d56c2f6dd4 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:28.137471 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df39bf-b114-4598-88ed-69bd7e00b37c req-688ec741-c3d9-42b1-a8cb-6300e0f7e783 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:28.140370 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d0df39bf-b114-4598-88ed-69bd7e00b37c req-688ec741-c3d9-42b1-a8cb-6300e0f7e783 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0835435 Aug 24 10:07:28.143756 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-000936f8-1aa5-4121-abdc-c6af7c435bba req-481c5b0a-a909-41c5-b559-d1d56c2f6dd4 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0792379 Aug 24 10:07:28.197513 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-000936f8-1aa5-4121-abdc-c6af7c435bba req-fb68daa2-c5ca-42d2-bcff-f2e8c56e0ad6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518498 Aug 24 10:07:28.202821 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d0df39bf-b114-4598-88ed-69bd7e00b37c req-70007b17-0601-4154-819d-08092d11ddce tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488513 Aug 24 10:07:29.044184 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd777db5-a652-4914-9d6d-0ad4ad7139aa req-52d3a2f2-fbba-40f2-8aac-a6d2ccd8c56c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:29.045912 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-bd777db5-a652-4914-9d6d-0ad4ad7139aa req-52d3a2f2-fbba-40f2-8aac-a6d2ccd8c56c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 944 time: 0.0801167 Aug 24 10:07:29.089614 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-bd777db5-a652-4914-9d6d-0ad4ad7139aa req-b1101904-d4d9-48cc-ad69-16bf9db2c165 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367937 Aug 24 10:07:29.353734 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed872b-f9ac-4cc7-9223-07874a529b2c req-89521f71-a87e-41d4-afa0-baa6f2b06af8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:29.355374 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ebed872b-f9ac-4cc7-9223-07874a529b2c req-89521f71-a87e-41d4-afa0-baa6f2b06af8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0615120 Aug 24 10:07:29.404511 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ebed872b-f9ac-4cc7-9223-07874a529b2c req-fba6295e-89df-4603-ae11-355018525145 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Aug 24 10:07:29.408323 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442d00a-db08-49d7-8fb1-40610eb87ec0 req-b72322b9-29ec-497b-ba3a-4b90e21d797f tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:29.410235 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0442d00a-db08-49d7-8fb1-40610eb87ec0 req-b72322b9-29ec-497b-ba3a-4b90e21d797f tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0820787 Aug 24 10:07:29.470170 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0442d00a-db08-49d7-8fb1-40610eb87ec0 req-99a8484c-43ec-45fb-b267-12cb61be39eb tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525193 Aug 24 10:07:30.242374 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e049371-a020-4c53-bab0-660b26790db9 req-43bfd23d-d468-42e3-b8b8-c8fcdf6ea837 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:30.244159 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9e049371-a020-4c53-bab0-660b26790db9 req-43bfd23d-d468-42e3-b8b8-c8fcdf6ea837 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 944 time: 0.0636437 Aug 24 10:07:30.292633 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9e049371-a020-4c53-bab0-660b26790db9 req-c0714e2b-ae15-4891-8c4e-fc8a2eae53cb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404444 Aug 24 10:07:30.622123 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 446ef88a-e833-4ec2-9340-82d7a89b5dd6 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:07:30.631066 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1a58-829d-403c-97e0-b473e5fba020 req-55e77c79-a6c3-469b-abcf-4d1a6295d250 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:30.634304 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f41b1a58-829d-403c-97e0-b473e5fba020 req-55e77c79-a6c3-469b-abcf-4d1a6295d250 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0919361 Aug 24 10:07:30.684717 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e9c5d-ff40-44d2-ad19-aa19d5564668 req-39dfc050-d85b-4eda-8481-b7e098559b2b tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:30.684717 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b10e9c5d-ff40-44d2-ad19-aa19d5564668 req-39dfc050-d85b-4eda-8481-b7e098559b2b tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0948238 Aug 24 10:07:30.723357 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f41b1a58-829d-403c-97e0-b473e5fba020 req-58341a98-68d2-4211-8012-88677f02bf9b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Aug 24 10:07:30.764632 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b10e9c5d-ff40-44d2-ad19-aa19d5564668 req-36dcbbbc-81ba-4773-ac73-9d8484646748 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747540 Aug 24 10:07:30.832433 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 446ef88a-e833-4ec2-9340-82d7a89b5dd6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:30.867670 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'port_id': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'mac_address': 'fa:16:3e:7c:0d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:07:30.926167 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:30.942186 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446ef88a-e833-4ec2-9340-82d7a89b5dd6 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:07:30.965135 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 446ef88a-e833-4ec2-9340-82d7a89b5dd6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:31.095872 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:31.187122 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=446ef88a-e833-4ec2-9340-82d7a89b5dd6,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:31.435160 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd252ad-43e6-4ede-8f19-a60913b0841f req-3534085f-9adc-4929-8768-9743ca6d1884 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:31.437313 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3dd252ad-43e6-4ede-8f19-a60913b0841f req-3534085f-9adc-4929-8768-9743ca6d1884 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0615754 Aug 24 10:07:31.502106 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3dd252ad-43e6-4ede-8f19-a60913b0841f req-abe66706-0ae4-462a-b2b8-8c4b2b9b1899 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527802 Aug 24 10:07:31.510645 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98d776-f5d4-4cf9-88e7-4c5ff032ffa0 req-2fb17d93-f51f-46f9-affe-ea6d4162e8b6 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:31.514345 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7f98d776-f5d4-4cf9-88e7-4c5ff032ffa0 req-2fb17d93-f51f-46f9-affe-ea6d4162e8b6 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 945 time: 0.0851631 Aug 24 10:07:31.580577 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7f98d776-f5d4-4cf9-88e7-4c5ff032ffa0 req-27d11a0d-26ef-4248-bf15-2a2de1d13dcd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563307 Aug 24 10:07:32.648952 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7aa6b4-d29a-4826-a227-25efc5de1d95 req-e3994b22-5223-4a64-9c15-8682338944a8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:32.653151 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ae7aa6b4-d29a-4826-a227-25efc5de1d95 req-e3994b22-5223-4a64-9c15-8682338944a8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0719683 Aug 24 10:07:32.716938 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ae7aa6b4-d29a-4826-a227-25efc5de1d95 req-66a66216-b71b-47b5-92c8-aeca4022883d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459270 Aug 24 10:07:32.728613 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f6298-bdb0-4768-98d2-f615809aef61 req-ceb55c42-7cf2-4aa8-8815-dc2e858cea81 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:32.730227 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-223f6298-bdb0-4768-98d2-f615809aef61 req-ceb55c42-7cf2-4aa8-8815-dc2e858cea81 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 945 time: 0.0681150 Aug 24 10:07:32.784846 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-223f6298-bdb0-4768-98d2-f615809aef61 req-87e5931e-bf04-43e8-be28-523ea599a3b4 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483835 Aug 24 10:07:33.857014 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0c617-ca6c-469a-aabc-0027b6dbdad5 req-e17a88f3-958d-4b53-8e39-51602cbee9e9 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:33.858744 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46f0c617-ca6c-469a-aabc-0027b6dbdad5 req-e17a88f3-958d-4b53-8e39-51602cbee9e9 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0639594 Aug 24 10:07:33.912284 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-46f0c617-ca6c-469a-aabc-0027b6dbdad5 req-909e91ca-dfb8-4b0e-96f3-4a097354d3c1 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Aug 24 10:07:33.922432 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedf92d-26e8-49a2-b2ad-4cf76cce2231 req-4f652d0d-f14e-4b93-89b8-0011309fbce8 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:33.923964 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fcedf92d-26e8-49a2-b2ad-4cf76cce2231 req-4f652d0d-f14e-4b93-89b8-0011309fbce8 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 945 time: 0.0559201 Aug 24 10:07:33.966706 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fcedf92d-26e8-49a2-b2ad-4cf76cce2231 req-817eddef-4427-40f2-a954-1493d64bf414 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359538 Aug 24 10:07:34.031434 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-d74d2987-79c0-4f09-b3e0-812b5c074f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:34.032725 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-d74d2987-79c0-4f09-b3e0-812b5c074f2b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 1099 time: 0.0609891 Aug 24 10:07:34.152715 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-dc13f482-3639-4673-87e4-9c3a4f122eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:34.154089 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-dc13f482-3639-4673-87e4-9c3a4f122eae service neutron] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 921 time: 0.1105664 Aug 24 10:07:34.209808 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-5ff66671-7773-4baf-9a06-a2cecf76a1ff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7538f101-9bee-48e0-aab2-09cfd3cd8202 HTTP/1.1" status: 200 len: 217 time: 0.0438426 Aug 24 10:07:34.266001 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-a9b32e49-ed54-44b2-a954-9d448f03b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:34.267394 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-a9b32e49-ed54-44b2-a954-9d448f03b64b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.0497837 Aug 24 10:07:34.319091 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-32ba3571-5ec6-43e7-b945-8f63a22607f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430808 Aug 24 10:07:34.388578 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['446ef88a-e833-4ec2-9340-82d7a89b5dd6'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:07:34.443259 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-67c4094a-bd00-4cbb-a14b-4cca2704e047 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106343 Aug 24 10:07:34.571556 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1af184f0-9d6c-4b4a-8b40-e6eddafc150a req-b7f3b0ec-056a-47e9-b67c-22bbebeb07de service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173928 Aug 24 10:07:35.040795 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e89d0e-87a2-435f-a870-452f3db5b4d3 req-07242387-6dfe-497b-959b-b65622b18352 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:35.051982 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b8e89d0e-87a2-435f-a870-452f3db5b4d3 req-07242387-6dfe-497b-959b-b65622b18352 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0579393 Aug 24 10:07:35.088336 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b8e89d0e-87a2-435f-a870-452f3db5b4d3 req-df2ed9c3-9eb4-4b74-aa36-16e583bdcde1 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356531 Aug 24 10:07:35.123308 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd429fc9-6218-4a2a-923d-cc43eacaa548 req-5fd93024-54ef-4df3-93ad-80ad465922ac tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:35.124922 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fd429fc9-6218-4a2a-923d-cc43eacaa548 req-5fd93024-54ef-4df3-93ad-80ad465922ac tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 945 time: 0.0669744 Aug 24 10:07:35.180335 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fd429fc9-6218-4a2a-923d-cc43eacaa548 req-9ce0af25-c461-49c9-ae40-25246d16a01c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449007 Aug 24 10:07:35.973323 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 446ef88a-e833-4ec2-9340-82d7a89b5dd6 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:07:36.216116 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf66220-eaf3-4e52-a638-ad3b3ac2afe3 req-6525e931-a541-4dcc-8653-983f564bb42e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:36.217793 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-faf66220-eaf3-4e52-a638-ad3b3ac2afe3 req-6525e931-a541-4dcc-8653-983f564bb42e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0555832 Aug 24 10:07:36.263363 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-faf66220-eaf3-4e52-a638-ad3b3ac2afe3 req-a1e50805-3bf3-46b7-8dae-cd0d83ac11ab tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365400 Aug 24 10:07:36.279641 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:07:36.284767 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:07:36.291521 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:36.309518 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6ce67-954b-4537-a0d0-dcea6c228f82 req-0ae1fd83-1180-4268-8613-602ab0be99d1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:36.311164 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-62e6ce67-954b-4537-a0d0-dcea6c228f82 req-0ae1fd83-1180-4268-8613-602ab0be99d1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 945 time: 0.0585413 Aug 24 10:07:36.358953 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-62e6ce67-954b-4537-a0d0-dcea6c228f82 req-50a05fc9-8762-4bc7-bc4a-077b40a31d67 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359385 Aug 24 10:07:36.384726 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:36.408572 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954c7924-de00-43cb-ba59-533949b4858c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ef88a-e833-4ec2-9340-82d7a89b5dd6'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:36.410992 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeb1202-3c78-4de8-b08a-88cb15be7671" -d '{"events": [{"server_uuid": "954c7924-de00-43cb-ba59-533949b4858c", "name": "network-vif-plugged", "status": "completed", "tag": "446ef88a-e833-4ec2-9340-82d7a89b5dd6"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:36.424478 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 446ef88a-e833-4ec2-9340-82d7a89b5dd6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:36.449621 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad7e31a-757e-425a-b1d9-83067ac9a192 x-openstack-request-id: req-cad7e31a-757e-425a-b1d9-83067ac9a192 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:36.449903 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954c7924-de00-43cb-ba59-533949b4858c", "name": "network-vif-plugged", "status": "completed", "tag": "446ef88a-e833-4ec2-9340-82d7a89b5dd6", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:36.450154 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cad7e31a-757e-425a-b1d9-83067ac9a192 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:36.450540 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954c7924-de00-43cb-ba59-533949b4858c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'code': 200} Aug 24 10:07:36.502056 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:36.574430 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=446ef88a-e833-4ec2-9340-82d7a89b5dd6,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:36.979731 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bef358-b7ed-46df-ba64-664751d5eba1 req-e8aa0098-aaa4-4c00-a37e-a91f7a2874e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:36.981372 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-86bef358-b7ed-46df-ba64-664751d5eba1 req-e8aa0098-aaa4-4c00-a37e-a91f7a2874e8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 1099 time: 0.0467918 Aug 24 10:07:37.035097 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-86bef358-b7ed-46df-ba64-664751d5eba1 req-76fffab8-13ac-48db-b901-723b73483ed4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455475 Aug 24 10:07:37.384334 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909f5e2-635b-4066-a903-209b63a2919c req-bdbf27b4-df17-43e9-8fbd-755e3f7e518a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:37.386020 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3909f5e2-635b-4066-a903-209b63a2919c req-bdbf27b4-df17-43e9-8fbd-755e3f7e518a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0507143 Aug 24 10:07:37.424623 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3909f5e2-635b-4066-a903-209b63a2919c req-868f35ee-aac3-4de7-a866-ccc33c14cd0b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Aug 24 10:07:37.542726 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86089b-7fe4-42e5-acb2-b4c5fa654cd1 req-b63de208-43e9-40f2-94dd-5a7513d21e89 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:37.544276 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1b86089b-7fe4-42e5-acb2-b4c5fa654cd1 req-b63de208-43e9-40f2-94dd-5a7513d21e89 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0564859 Aug 24 10:07:37.599986 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1b86089b-7fe4-42e5-acb2-b4c5fa654cd1 req-1aeb7576-6ccc-4ef8-b22f-b2d43a7d504a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495813 Aug 24 10:07:38.584210 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737817c-3521-45b8-93da-2ffd07f60644 req-3dba28a5-8370-4719-a46e-8dd69f703b6e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:38.586449 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1737817c-3521-45b8-93da-2ffd07f60644 req-3dba28a5-8370-4719-a46e-8dd69f703b6e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0858781 Aug 24 10:07:38.626160 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1737817c-3521-45b8-93da-2ffd07f60644 req-f2b785d5-d0f3-49e7-8340-81b0df46068e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Aug 24 10:07:38.759492 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3984f-18f7-4346-8a20-baec7551b288 req-e3610024-1a7e-4170-910c-e94db6aa3b8c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:38.761073 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-58c3984f-18f7-4346-8a20-baec7551b288 req-e3610024-1a7e-4170-910c-e94db6aa3b8c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0610332 Aug 24 10:07:38.806168 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-58c3984f-18f7-4346-8a20-baec7551b288 req-a28890ff-7b37-4076-8035-1657f961af69 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341480 Aug 24 10:07:39.618440 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59338) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:39.767951 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ce874-84ba-46f9-a5f5-04de5f20bae7 req-bc2bd1f4-8615-4b95-b1e9-aa8828abfef8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:39.770218 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-687ce874-84ba-46f9-a5f5-04de5f20bae7 req-bc2bd1f4-8615-4b95-b1e9-aa8828abfef8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0662453 Aug 24 10:07:39.777422 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:39.834029 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-687ce874-84ba-46f9-a5f5-04de5f20bae7 req-2f71f158-3833-46ce-818c-023ae30ecc39 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578132 Aug 24 10:07:39.915213 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:39.965991 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77503da6-87ae-4ab9-bc08-3fd7a9dcb3ee req-82c6187b-b388-4a77-b93a-0ac34b733345 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:39.967541 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-77503da6-87ae-4ab9-bc08-3fd7a9dcb3ee req-82c6187b-b388-4a77-b93a-0ac34b733345 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0556731 Aug 24 10:07:40.013860 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-77503da6-87ae-4ab9-bc08-3fd7a9dcb3ee req-b1cc75c5-f659-4bec-85d4-cbfa76eb69d0 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358701 Aug 24 10:07:40.038167 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.079162 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75410a2a-b467-4be9-be67-c8851d0e7acc,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:40.083338 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ce8852d90a4244d8b60fb456deedee88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628379 Aug 24 10:07:40.086406 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59350) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:40.090648 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.090996 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.091329 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.091822 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.092150 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.092505 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.092840 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.093161 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.093482 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.093800 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.094114 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.094589 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1edb5904-2154-4d2d-bafb-c14423cf0791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.142203 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.165842 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.191396 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa2af0-29da-438a-92e3-6585d58b38b1 req-6035445c-599d-42f9-9a22-e13881dcdfec tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:40.193313 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a6fa2af0-29da-438a-92e3-6585d58b38b1 req-6035445c-599d-42f9-9a22-e13881dcdfec tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0557702 Aug 24 10:07:40.203638 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59354) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:40.212786 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'floatingip': {'port_id': '446ef88a-e833-4ec2-9340-82d7a89b5dd6'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:07:40.282891 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59356) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:40.290592 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.295908 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.299893 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.308320 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/75410a2a-b467-4be9-be67-c8851d0e7acc HTTP/1.1" status: 204 len: 168 time: 0.2152169 Aug 24 10:07:40.327411 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75410a2a-b467-4be9-be67-c8851d0e7acc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:40.350572 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.353108 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.354067 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.354913 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.355543 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.356335 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.357072 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.358220 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.359065 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.359993 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.360733 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.362188 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e50841-b2db-45bf-afed-74c643de436b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:07:40.497001 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-220bf172-cb46-4e38-b4fd-5ffdd529865c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.673529 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-220bf172-cb46-4e38-b4fd-5ffdd529865c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.793710 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-220bf172-cb46-4e38-b4fd-5ffdd529865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.833555 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bf172-cb46-4e38-b4fd-5ffdd529865c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd5542f-205e-4ae4-820a-dfe7aac35461,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:40.883508 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-220bf172-cb46-4e38-b4fd-5ffdd529865c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e312972db894443bb937e98f57a6885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969098 Aug 24 10:07:40.884081 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59384) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:40.966009 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52c2a40c-55aa-497d-abce-7db073c5409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:40.989562 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52c2a40c-55aa-497d-abce-7db073c5409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.067478 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e25b54-05b1-4c33-bb33-3375797e6a1b req-4dd9a3f8-81b0-4ceb-8bc4-f371a96a7c6e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:41.069600 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-59e25b54-05b1-4c33-bb33-3375797e6a1b req-4dd9a3f8-81b0-4ceb-8bc4-f371a96a7c6e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.1232102 Aug 24 10:07:41.133502 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-59e25b54-05b1-4c33-bb33-3375797e6a1b req-f22c03ba-01c2-4485-a780-286094169993 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449390 Aug 24 10:07:41.169167 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52c2a40c-55aa-497d-abce-7db073c5409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.171857 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52c2a40c-55aa-497d-abce-7db073c5409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.173112 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-52c2a40c-55aa-497d-abce-7db073c5409e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8dd5542f-205e-4ae4-820a-dfe7aac35461 HTTP/1.1" status: 204 len: 168 time: 0.2873726 Aug 24 10:07:41.182469 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2a40c-55aa-497d-abce-7db073c5409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd5542f-205e-4ae4-820a-dfe7aac35461,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:41.272484 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59388) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:41.286671 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfd32a62-177f-430e-a731-b79314988bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.379236 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.393139 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfd32a62-177f-430e-a731-b79314988bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.477616 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.523625 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfd32a62-177f-430e-a731-b79314988bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.570021 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-dfd32a62-177f-430e-a731-b79314988bbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=785fcb200d4c49a99e1aa94760e5922b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962894 Aug 24 10:07:41.571319 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd32a62-177f-430e-a731-b79314988bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7b5b47-389f-42d5-9fba-fc4403d716bf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:41.573953 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59394) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:41.626428 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Floating IP b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb associated. External IP: 172.27.3.72, port: 446ef88a-e833-4ec2-9340-82d7a89b5dd6. Aug 24 10:07:41.697396 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-aff68946-b8a8-41b8-93fc-48cdc308eec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.755972 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-aff68946-b8a8-41b8-93fc-48cdc308eec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:41.972112 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Router 29be9c7d-6670-498d-adfe-afd69ee6cb7d has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:07:42.038645 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-aff68946-b8a8-41b8-93fc-48cdc308eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.041124 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-aff68946-b8a8-41b8-93fc-48cdc308eec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.042331 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-aff68946-b8a8-41b8-93fc-48cdc308eec0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c7b5b47-389f-42d5-9fba-fc4403d716bf HTTP/1.1" status: 204 len: 168 time: 0.4672041 Aug 24 10:07:42.078597 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff68946-b8a8-41b8-93fc-48cdc308eec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7b5b47-389f-42d5-9fba-fc4403d716bf,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:42.112797 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:07:42.112797 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.113566 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] Sync routers for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:07:42.120490 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:07:42.121129 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:07:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:07:42.138108 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-33d9d862-fd1e-4f33-82fd-2126d4ae0a1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "PUT /v2.0/floatingips/b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb HTTP/1.1" status: 200 len: 991 time: 1.9290495 Aug 24 10:07:42.138793 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954c7924-de00-43cb-ba59-533949b4858c', 'tag': '446ef88a-e833-4ec2-9340-82d7a89b5dd6'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:42.141623 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f5f6e-0752-437a-9844-ba4a64c7e35d" -d '{"events": [{"name": "network-changed", "server_uuid": "954c7924-de00-43cb-ba59-533949b4858c", "tag": "446ef88a-e833-4ec2-9340-82d7a89b5dd6"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:42.183528 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4667f51f-5546-445f-9381-b34512015d43 x-openstack-request-id: req-4667f51f-5546-445f-9381-b34512015d43 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:42.183826 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954c7924-de00-43cb-ba59-533949b4858c", "tag": "446ef88a-e833-4ec2-9340-82d7a89b5dd6", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:42.184098 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4667f51f-5546-445f-9381-b34512015d43 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:42.184582 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954c7924-de00-43cb-ba59-533949b4858c', 'tag': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'status': 'completed', 'code': 200} Aug 24 10:07:42.234943 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:07:42.292072 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9c406-9e8a-40fa-a33b-7070b3cec740 req-8f25ce72-ac3b-4acc-9fe1-0df3fec42128 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:42.293803 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3cf9c406-9e8a-40fa-a33b-7070b3cec740 req-8f25ce72-ac3b-4acc-9fe1-0df3fec42128 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0533504 Aug 24 10:07:42.321684 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59416) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:42.336501 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-47fb47cb-c33f-4f84-8da7-f208fff30528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.359945 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3cf9c406-9e8a-40fa-a33b-7070b3cec740 req-f0c53bdd-3d62-41b8-bde4-8fb31720df04 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578654 Aug 24 10:07:42.441049 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-47fb47cb-c33f-4f84-8da7-f208fff30528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.546609 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-47fb47cb-c33f-4f84-8da7-f208fff30528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.628220 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'port_id': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'mac_address': 'fa:16:3e:7c:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954c7924-de00-43cb-ba59-533949b4858c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:07:08Z', 'updated_at': '2021-08-24T10:07:41Z', 'revision_number': 1, 'project_id': '65c26a788943480eb71aec674c048f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:07:42.628644 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-47fb47cb-c33f-4f84-8da7-f208fff30528 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c5db1e979dcc4a15b05fc5ea2ecb03cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016098 Aug 24 10:07:42.628644 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb47cb-c33f-4f84-8da7-f208fff30528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa5059f-9c58-4818-b8d7-ac006adedeec,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:42.628936 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59420) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:42.653382 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] Checking router: 29be9c7d-6670-498d-adfe-afd69ee6cb7d for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:07:42.663733 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:07:42.664437 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:07:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:07:42.704254 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2de104cc-dbf9-453c-96dd-c0fa510d928e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.729887 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2de104cc-dbf9-453c-96dd-c0fa510d928e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.790824 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:07:42.793213 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:07:42.898420 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2de104cc-dbf9-453c-96dd-c0fa510d928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.901735 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2de104cc-dbf9-453c-96dd-c0fa510d928e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:42.902911 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-2de104cc-dbf9-453c-96dd-c0fa510d928e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/daa5059f-9c58-4818-b8d7-ac006adedeec HTTP/1.1" status: 204 len: 168 time: 0.2729712 Aug 24 10:07:42.922313 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de104cc-dbf9-453c-96dd-c0fa510d928e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa5059f-9c58-4818-b8d7-ac006adedeec,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:43.090197 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59434) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:43.096491 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'port_id': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'mac_address': 'fa:16:3e:7c:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954c7924-de00-43cb-ba59-533949b4858c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:07:08Z', 'updated_at': '2021-08-24T10:07:41Z', 'revision_number': 1, 'project_id': '65c26a788943480eb71aec674c048f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:07:43.106920 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7670-99d5-4569-8425-f91e16689244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:43.128807 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d3fc6-b1ba-4a96-9394-fbecdb54dc79 None None] The sync data for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi is: [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'port_id': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'mac_address': 'fa:16:3e:7c:0d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954c7924-de00-43cb-ba59-533949b4858c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:07:08Z', 'updated_at': '2021-08-24T10:07:41Z', 'revision_number': 1, 'project_id': '65c26a788943480eb71aec674c048f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:07:43.221123 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7670-99d5-4569-8425-f91e16689244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:43.294833 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d2e7670-99d5-4569-8425-f91e16689244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:43.337116 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e7670-99d5-4569-8425-f91e16689244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa2f897-3e80-4a34-a646-9609a755f025,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:43.346907 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3d2e7670-99d5-4569-8425-f91e16689244 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=83018e07ba744f6282197e1979d4ec25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550433 Aug 24 10:07:43.349332 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59442) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:43.376798 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded09865-a4a7-4d28-b03b-0298e43778c6 None None] New status for floating IP b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb: ACTIVE {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:07:43.430552 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c03c-d952-4f02-8781-acc28bd6d16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:43.482548 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c03c-d952-4f02-8781-acc28bd6d16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:43.530990 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049f68d-ccbf-4726-97ab-364f22546c48 req-a4687a83-0988-4cd7-ab90-4267bb46a787 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:43.532706 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f049f68d-ccbf-4726-97ab-364f22546c48 req-a4687a83-0988-4cd7-ab90-4267bb46a787 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.1000590 Aug 24 10:07:43.595677 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-88d81787-7ec3-4541-bb41-15efcaf59f1e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506320 Aug 24 10:07:43.649628 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f049f68d-ccbf-4726-97ab-364f22546c48 req-ffd6286f-6499-42aa-8efe-2becae2d45aa tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603218 Aug 24 10:07:43.655786 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-572358d8-231f-4e45-9dc0-a5a799c83818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:43.658392 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-572358d8-231f-4e45-9dc0-a5a799c83818 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 1099 time: 0.1006665 Aug 24 10:07:43.700897 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c03c-d952-4f02-8781-acc28bd6d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:43.703695 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8e7c03c-d952-4f02-8781-acc28bd6d16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:43.709092 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-c8e7c03c-d952-4f02-8781-acc28bd6d16f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/faa2f897-3e80-4a34-a646-9609a755f025 HTTP/1.1" status: 204 len: 168 time: 0.3538432 Aug 24 10:07:43.758742 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-c92fca15-4a13-41c1-b56b-b5c45ec4b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:43.760750 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-c92fca15-4a13-41c1-b56b-b5c45ec4b192 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7063b3dff2a645f69293f520c4d9102b&device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 1099 time: 0.0545614 Aug 24 10:07:43.776303 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7c03c-d952-4f02-8781-acc28bd6d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa2f897-3e80-4a34-a646-9609a755f025,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:43.843126 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-b629f63f-18de-45f7-8284-28029b73849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:43.847365 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-b629f63f-18de-45f7-8284-28029b73849a service neutron] 10.222.0.90 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 913 time: 0.1797612 Aug 24 10:07:43.911018 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-478615e2-d8cb-4055-ae19-dab3bf00f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:43.912668 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-478615e2-d8cb-4055-ae19-dab3bf00f159 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8527f58a-da2b-47b2-bc43-e5b292e38e8b HTTP/1.1" status: 200 len: 914 time: 0.1236782 Aug 24 10:07:43.981914 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-02fc6482-0d4d-4dbe-80e8-3d867075edb5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a988320-a154-4c02-8b58-c33a2d06bfea HTTP/1.1" status: 200 len: 217 time: 0.0489349 Aug 24 10:07:43.989046 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-a7e12b2b-c035-4555-83f9-80b0b4751f24 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6 HTTP/1.1" status: 200 len: 999 time: 0.1348460 Aug 24 10:07:44.050649 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-48321754-3095-40e7-a484-053327d3a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:44.053197 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-48321754-3095-40e7-a484-053327d3a8a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f HTTP/1.1" status: 200 len: 852 time: 0.0635440 Aug 24 10:07:44.075438 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-62d3edd7-2935-44e4-ba13-509ade494658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:44.077401 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-62d3edd7-2935-44e4-ba13-509ade494658 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7d64931-3d7b-4e32-a686-5b170f9c1a9e HTTP/1.1" status: 200 len: 850 time: 0.0647571 Aug 24 10:07:44.115152 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-0e758722-1c1d-41df-a280-115eb5c29ffc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8527f58a-da2b-47b2-bc43-e5b292e38e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504441 Aug 24 10:07:44.171129 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-f576c47c-2769-467a-ba6c-2492a29411b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:44.171129 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-f576c47c-2769-467a-ba6c-2492a29411b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20d99add-b609-42ab-8840-e559ba5ce163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734432 Aug 24 10:07:44.278820 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-166ce359-c6d8-4be1-a53b-dc6c08b3c62c service neutron] 10.222.0.90 "GET /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478229 Aug 24 10:07:44.361574 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-de0167d3-ad04-4e6a-aa06-bebe613e1653 service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783330 Aug 24 10:07:44.413197 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-561e6076-ac8f-45dd-a035-39d4a9294987 req-950ae5d4-6f3e-4cba-84ac-582a23b42350 service neutron] 10.222.0.90 "GET /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161711 Aug 24 10:07:44.507495 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a90f5f6e-0752-437a-9844-ba4a64c7e35d req-cdeab62a-402e-47ef-adcf-34eb811e4e3d service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337814 Aug 24 10:07:44.812505 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e4f9b-49ad-478b-9723-62fc1c713ede req-1d35de9d-de96-4104-b265-f81e0b1be13b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:44.814044 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-978e4f9b-49ad-478b-9723-62fc1c713ede req-1d35de9d-de96-4104-b265-f81e0b1be13b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0665028 Aug 24 10:07:44.855307 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-978e4f9b-49ad-478b-9723-62fc1c713ede req-ba965872-ed56-4d2b-98ec-a5c572d9f0a5 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Aug 24 10:07:45.285288 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59520) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:45.601640 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9910-98cb-4337-93b2-f18cafc263fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:45.697219 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9910-98cb-4337-93b2-f18cafc263fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:45.709273 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:45.782483 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9910-98cb-4337-93b2-f18cafc263fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:45.840671 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-6d0f9910-98cb-4337-93b2-f18cafc263fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0b0b22072644e94918d21d329f9151b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535777 Aug 24 10:07:45.843460 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59542) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:45.844252 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f9910-98cb-4337-93b2-f18cafc263fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9062dad9-5bb1-4853-aee5-693f9bb957fe,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:45.909766 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4ab07d1a-5467-48c3-a745-3d950a303819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:45.933693 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4ab07d1a-5467-48c3-a745-3d950a303819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:45.985034 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc588d-f5fe-4b6c-9d51-0db2a2c184ed req-6ee0d553-0e38-4ba1-bee2-b2adc7d05017 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:45.986715 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-19bc588d-f5fe-4b6c-9d51-0db2a2c184ed req-6ee0d553-0e38-4ba1-bee2-b2adc7d05017 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0573072 Aug 24 10:07:46.030502 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-19bc588d-f5fe-4b6c-9d51-0db2a2c184ed req-26629fff-b527-4e87-b4b8-3e2dece4b859 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370045 Aug 24 10:07:46.147674 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4ab07d1a-5467-48c3-a745-3d950a303819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:46.150342 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4ab07d1a-5467-48c3-a745-3d950a303819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:46.159572 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-4ab07d1a-5467-48c3-a745-3d950a303819 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9062dad9-5bb1-4853-aee5-693f9bb957fe HTTP/1.1" status: 204 len: 168 time: 0.3056076 Aug 24 10:07:46.171926 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab07d1a-5467-48c3-a745-3d950a303819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9062dad9-5bb1-4853-aee5-693f9bb957fe,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:47.214086 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cef31-4e8b-4711-8e53-8e6a3b2b9c19 req-ee69ef98-c5fd-48ab-8ed7-cbd55c59addd tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:47.216256 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1e1cef31-4e8b-4711-8e53-8e6a3b2b9c19 req-ee69ef98-c5fd-48ab-8ed7-cbd55c59addd tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0647898 Aug 24 10:07:47.257146 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1e1cef31-4e8b-4711-8e53-8e6a3b2b9c19 req-e3208bd3-a419-4b6b-91be-7326513517b8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333705 Aug 24 10:07:48.393297 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0585-f2fe-4e1d-be8c-2657868113b3 req-682f1086-a4d4-4a72-b0e2-1f261125f542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:48.397375 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2bba0585-f2fe-4e1d-be8c-2657868113b3 req-682f1086-a4d4-4a72-b0e2-1f261125f542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0672119 Aug 24 10:07:48.447085 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2bba0585-f2fe-4e1d-be8c-2657868113b3 req-7161aaf1-afce-47ac-8ba7-69800bce8671 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Aug 24 10:07:49.614611 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9937056-fa97-4247-9ae1-17a44cc0e8b4 req-e11042e5-c029-4341-be82-c5ebae87375b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:49.622546 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d9937056-fa97-4247-9ae1-17a44cc0e8b4 req-e11042e5-c029-4341-be82-c5ebae87375b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0710444 Aug 24 10:07:49.680250 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d9937056-fa97-4247-9ae1-17a44cc0e8b4 req-6e5583d4-fafd-48a9-b116-07a3b462bf15 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561333 Aug 24 10:07:50.831802 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4609914-38fe-4273-b33a-7a739a7fab34 req-980040b7-d68a-4927-b73a-7109149026ca tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:50.833387 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c4609914-38fe-4273-b33a-7a739a7fab34 req-980040b7-d68a-4927-b73a-7109149026ca tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0678015 Aug 24 10:07:50.876914 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c4609914-38fe-4273-b33a-7a739a7fab34 req-bb688b85-77b6-4896-a877-df9917f8973a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373924 Aug 24 10:07:51.061508 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4aff5b6a-ae5a-4aa3-bbee-b38751245334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:52.007702 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886b612-dd67-4a13-a3be-9b5e3948e8d1 req-cdd16a24-f01a-4085-9249-37f5e5b68e2f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:52.009298 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b886b612-dd67-4a13-a3be-9b5e3948e8d1 req-cdd16a24-f01a-4085-9249-37f5e5b68e2f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0555987 Aug 24 10:07:52.068610 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b886b612-dd67-4a13-a3be-9b5e3948e8d1 req-d13251ec-d731-45c7-9128-f0e54ab3dd4a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486119 Aug 24 10:07:53.213420 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fa6f6-062b-4f24-9353-a8f7a8311c20 req-146a5aea-17b0-44e1-884a-5a67ab1a7116 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:53.223661 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2c6fa6f6-062b-4f24-9353-a8f7a8311c20 req-146a5aea-17b0-44e1-884a-5a67ab1a7116 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0666995 Aug 24 10:07:53.269467 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2c6fa6f6-062b-4f24-9353-a8f7a8311c20 req-38550c97-fc7e-488a-83a0-6848848f1217 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474451 Aug 24 10:07:53.872781 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-415f7d6d-c65c-435c-b475-7ada2badb70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:54.072526 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:54.392620 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4f13e-13bc-46dc-b3b3-d6db2d61a0d8 req-e628ee1b-510d-4c91-92c4-10dc50928b1b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:54.394140 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f3f4f13e-13bc-46dc-b3b3-d6db2d61a0d8 req-e628ee1b-510d-4c91-92c4-10dc50928b1b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0543592 Aug 24 10:07:54.445067 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f3f4f13e-13bc-46dc-b3b3-d6db2d61a0d8 req-631f8663-197e-4c78-ae72-6d1c9bfef67b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Aug 24 10:07:54.446863 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59842) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:54.619591 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4483b8d5-1096-430d-9af1-2d8ac6762014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:54.763224 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfea43a-7d82-4acd-8555-2e41fd15c2c5 req-80adfd9e-d265-4f20-87c5-4edaa8aecdbd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:54.769219 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9bfea43a-7d82-4acd-8555-2e41fd15c2c5 req-80adfd9e-d265-4f20-87c5-4edaa8aecdbd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0899723 Aug 24 10:07:54.834208 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4483b8d5-1096-430d-9af1-2d8ac6762014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:54.859202 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9bfea43a-7d82-4acd-8555-2e41fd15c2c5 req-007ee21a-f661-4646-a948-e0be435aa6a3 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848773 Aug 24 10:07:54.933964 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4483b8d5-1096-430d-9af1-2d8ac6762014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:54.976584 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59866) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:54.977303 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-4483b8d5-1096-430d-9af1-2d8ac6762014 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b8052e2815fb4ab88943612022767051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5280998 Aug 24 10:07:54.977442 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483b8d5-1096-430d-9af1-2d8ac6762014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502a7eb5-8720-4b8a-b158-3e02a71a0153,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:55.044872 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3cb0-113a-43d7-a420-070d88f9cbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:55.070331 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3cb0-113a-43d7-a420-070d88f9cbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:55.208745 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3cb0-113a-43d7-a420-070d88f9cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:55.208977 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:55.211312 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3cb0-113a-43d7-a420-070d88f9cbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:55.212505 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-ff6e3cb0-113a-43d7-a420-070d88f9cbfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/502a7eb5-8720-4b8a-b158-3e02a71a0153 HTTP/1.1" status: 204 len: 168 time: 0.2314892 Aug 24 10:07:55.220659 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e3cb0-113a-43d7-a420-070d88f9cbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502a7eb5-8720-4b8a-b158-3e02a71a0153,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:55.596772 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad36ff1-9fe3-4a1f-8801-06670a1dce0f req-53d79d09-ffcc-4ebb-8a9c-a504ea7ec651 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:55.601256 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8ad36ff1-9fe3-4a1f-8801-06670a1dce0f req-53d79d09-ffcc-4ebb-8a9c-a504ea7ec651 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0544732 Aug 24 10:07:55.643145 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8ad36ff1-9fe3-4a1f-8801-06670a1dce0f req-596d7ffe-9314-4ff1-a4b2-f5dc37be58db tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378346 Aug 24 10:07:55.659897 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59886) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:55.707959 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59890) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:55.823736 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acee1f76-e83e-41f2-8827-a7b91bd07aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:55.919062 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ab91-06dc-4225-b2fd-5bd58378a5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:55.990397 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acee1f76-e83e-41f2-8827-a7b91bd07aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.019141 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161f741-8e1c-47e1-a2c5-b1784a8cc21b req-d169702b-dffe-4dd3-ae5a-1a9f960116f0 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:56.021599 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f161f741-8e1c-47e1-a2c5-b1784a8cc21b req-d169702b-dffe-4dd3-ae5a-1a9f960116f0 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0745761 Aug 24 10:07:56.067942 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f161f741-8e1c-47e1-a2c5-b1784a8cc21b req-afd6c724-1059-49f8-b39c-45657f1b52cf tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Aug 24 10:07:56.149064 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acee1f76-e83e-41f2-8827-a7b91bd07aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.200540 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59910) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:56.203321 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-acee1f76-e83e-41f2-8827-a7b91bd07aa2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ee92667cf6f4143a7c546e5f60a8d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406504 Aug 24 10:07:56.203835 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59912) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:56.216171 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee1f76-e83e-41f2-8827-a7b91bd07aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a2086f-3117-4175-9ce0-a4ff205c4f02,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:56.230403 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-218a5a57-26b0-4dc3-961b-0d7aeaded883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.280259 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f86477f4-455a-4822-958a-69e1e5217597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.284778 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ab91-06dc-4225-b2fd-5bd58378a5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.305792 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f86477f4-455a-4822-958a-69e1e5217597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.365300 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbd5ab91-06dc-4225-b2fd-5bd58378a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.405585 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-dbd5ab91-06dc-4225-b2fd-5bd58378a5b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dec8961bf45c43f0a0759736a60669d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974261 Aug 24 10:07:56.410867 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5ab91-06dc-4225-b2fd-5bd58378a5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bf0f89-9a14-4d2e-9a05-7c274864149d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:56.414759 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59918) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:56.505533 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-218a5a57-26b0-4dc3-961b-0d7aeaded883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.506708 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-680f9119-9a04-4430-a472-4a1fd96cf4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.520910 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f86477f4-455a-4822-958a-69e1e5217597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.523539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f86477f4-455a-4822-958a-69e1e5217597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.524723 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-f86477f4-455a-4822-958a-69e1e5217597 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8a2086f-3117-4175-9ce0-a4ff205c4f02 HTTP/1.1" status: 204 len: 168 time: 0.3200271 Aug 24 10:07:56.541265 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-680f9119-9a04-4430-a472-4a1fd96cf4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.548882 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86477f4-455a-4822-958a-69e1e5217597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a2086f-3117-4175-9ce0-a4ff205c4f02,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:56.627305 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-218a5a57-26b0-4dc3-961b-0d7aeaded883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.680606 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-218a5a57-26b0-4dc3-961b-0d7aeaded883 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64e8ace964de465c88400a1952e06ac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753797 Aug 24 10:07:56.680606 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a5a57-26b0-4dc3-961b-0d7aeaded883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e03c3b9-23c2-4f78-8546-2811d342ef5a,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:56.681632 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:56.726506 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-680f9119-9a04-4430-a472-4a1fd96cf4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.731997 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-680f9119-9a04-4430-a472-4a1fd96cf4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.734499 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-680f9119-9a04-4430-a472-4a1fd96cf4ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e4bf0f89-9a14-4d2e-9a05-7c274864149d HTTP/1.1" status: 204 len: 168 time: 0.3185341 Aug 24 10:07:56.751683 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f9119-9a04-4430-a472-4a1fd96cf4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bf0f89-9a14-4d2e-9a05-7c274864149d,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:56.780533 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.834181 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c85fcf9-3128-494a-8831-ef9a4d605315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.872241 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec420b2-3f58-40a6-88df-9174755d8ed3 req-8e3c361e-7c9c-43e1-a423-d2bd905b780f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:56.873016 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-aec420b2-3f58-40a6-88df-9174755d8ed3 req-8e3c361e-7c9c-43e1-a423-d2bd905b780f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.1273766 Aug 24 10:07:56.884937 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c85fcf9-3128-494a-8831-ef9a4d605315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:56.948233 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-aec420b2-3f58-40a6-88df-9174755d8ed3 req-ee95618f-a754-4688-991c-ead1508f7c0f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660920 Aug 24 10:07:57.030137 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59934) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:57.065367 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c85fcf9-3128-494a-8831-ef9a4d605315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:57.068315 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c85fcf9-3128-494a-8831-ef9a4d605315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:57.076234 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5c85fcf9-3128-494a-8831-ef9a4d605315 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4e03c3b9-23c2-4f78-8546-2811d342ef5a HTTP/1.1" status: 204 len: 168 time: 0.3866730 Aug 24 10:07:57.078196 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85fcf9-3128-494a-8831-ef9a4d605315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e03c3b9-23c2-4f78-8546-2811d342ef5a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:57.203891 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe34b87-b464-4c1c-8718-61fa5673d9ac req-128cc610-4e71-434f-aed0-b2f39ce72f9c tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:57.205523 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3fe34b87-b464-4c1c-8718-61fa5673d9ac req-128cc610-4e71-434f-aed0-b2f39ce72f9c tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0581148 Aug 24 10:07:57.252516 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3fe34b87-b464-4c1c-8718-61fa5673d9ac req-b607a8ac-e88b-4928-bd40-07bbc4071a05 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Aug 24 10:07:57.397491 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113de4c5-335e-4699-b159-66e98e07895b req-f6272752-d29b-4d34-b96f-f37d97560c8b tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:57.399045 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-113de4c5-335e-4699-b159-66e98e07895b req-f6272752-d29b-4d34-b96f-f37d97560c8b tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.90 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0550411 Aug 24 10:07:57.454559 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c3c78ece-5686-452b-9f31-39486b8ab87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:57.490648 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59948) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:57.520625 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0297987-c6d0-4526-bd97-3a7fe36e5d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:57.586381 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c3c78ece-5686-452b-9f31-39486b8ab87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:57.670073 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Deleting port 7a988320-a154-4c02-8b58-c33a2d06bfea {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:07:57.670405 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:57.705268 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c3c78ece-5686-452b-9f31-39486b8ab87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:57.760069 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c3c78ece-5686-452b-9f31-39486b8ab87f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8102e8f587b487fad0ac4df01b96471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7257402 Aug 24 10:07:57.761099 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59952) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:57.764340 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c78ece-5686-452b-9f31-39486b8ab87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32408ea-d1ca-4ef6-8f49-563d8175814e,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:57.826273 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] For port 7a988320-a154-4c02-8b58-c33a2d06bfea, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7a988320-a154-4c02-8b58-c33a2d06bfea,segment=NetworkSegment(7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3),segment_id=7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:07:57.826585 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:57.861805 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Calling delete_port for 7a988320-a154-4c02-8b58-c33a2d06bfea owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:07:57.985487 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59962) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:58.007751 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04bd64dd-f04c-4eec-99e0-705c7d38c723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.107363 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3a27b-36b0-47ec-a516-5486bf784a56 req-51002dc9-7099-4534-838e-229bdd21b50c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:58.108997 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-74e3a27b-36b0-47ec-a516-5486bf784a56 req-51002dc9-7099-4534-838e-229bdd21b50c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0641899 Aug 24 10:07:58.154477 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-74e3a27b-36b0-47ec-a516-5486bf784a56 req-3b042cdf-0ce3-433b-a060-3a056de52168 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Aug 24 10:07:58.164927 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3c52582-254c-4e7c-9670-7fe005aace00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.214433 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3c52582-254c-4e7c-9670-7fe005aace00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.218498 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0297987-c6d0-4526-bd97-3a7fe36e5d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.405416 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627d7e2-cdeb-4889-8c04-5be72f3fd1c7 req-9cfd5898-2c86-407d-9727-e4266afbef32 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:58.407639 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5627d7e2-cdeb-4889-8c04-5be72f3fd1c7 req-9cfd5898-2c86-407d-9727-e4266afbef32 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 946 time: 0.0748959 Aug 24 10:07:58.434776 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0297987-c6d0-4526-bd97-3a7fe36e5d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.493992 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5627d7e2-cdeb-4889-8c04-5be72f3fd1c7 req-a178f977-7e3b-48ff-9bdb-b9ec38c96d92 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0ec7b84-0759-45dc-beda-076f2bb8aec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779800 Aug 24 10:07:58.495782 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0297987-c6d0-4526-bd97-3a7fe36e5d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4ab08a-86ad-45eb-b9fa-49adbdedf696,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:58.504900 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e0297987-c6d0-4526-bd97-3a7fe36e5d05 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=122255e313f245e9bc984c181ced0dda&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0105712 Aug 24 10:07:58.505954 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 59976) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:58.506331 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3c52582-254c-4e7c-9670-7fe005aace00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.509018 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3c52582-254c-4e7c-9670-7fe005aace00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.513196 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-f3c52582-254c-4e7c-9670-7fe005aace00 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e32408ea-d1ca-4ef6-8f49-563d8175814e HTTP/1.1" status: 204 len: 168 time: 0.7510431 Aug 24 10:07:58.531792 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c52582-254c-4e7c-9670-7fe005aace00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32408ea-d1ca-4ef6-8f49-563d8175814e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:58.588006 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.611782 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cc55853a-02b1-4ad7-a47a-11efebcb2383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.642629 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Pushing event deleted for resources: {'Port': ['ID=7a988320-a154-4c02-8b58-c33a2d06bfea,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:58.655264 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04bd64dd-f04c-4eec-99e0-705c7d38c723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.661474 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cc55853a-02b1-4ad7-a47a-11efebcb2383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.744708 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] No DVR routers for this DVR port 7a988320-a154-4c02-8b58-c33a2d06bfea on host hv-cinder-80579 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:07:58.747845 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.750033 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-113de4c5-335e-4699-b159-66e98e07895b req-a29d2c3c-40c3-4ab5-9bcb-c31ae17608bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.90 "DELETE /v2.0/ports/7a988320-a154-4c02-8b58-c33a2d06bfea HTTP/1.1" status: 204 len: 173 time: 1.3444009 Aug 24 10:07:58.750497 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e', 'name': 'network-vif-deleted', 'tag': '7a988320-a154-4c02-8b58-c33a2d06bfea'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:07:58.752767 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc939e9-5685-480a-938f-02676b1b8481" -d '{"events": [{"server_uuid": "3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e", "name": "network-vif-deleted", "tag": "7a988320-a154-4c02-8b58-c33a2d06bfea"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:07:58.798774 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e7718c-1c9f-4b11-9311-ac5d9484238b x-openstack-request-id: req-c7e7718c-1c9f-4b11-9311-ac5d9484238b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:07:58.799067 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e", "name": "network-vif-deleted", "tag": "7a988320-a154-4c02-8b58-c33a2d06bfea", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:07:58.799409 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7e7718c-1c9f-4b11-9311-ac5d9484238b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:07:58.799889 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e', 'name': 'network-vif-deleted', 'tag': '7a988320-a154-4c02-8b58-c33a2d06bfea', 'status': 'completed', 'code': 200} Aug 24 10:07:58.872738 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-04bd64dd-f04c-4eec-99e0-705c7d38c723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.908699 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cc55853a-02b1-4ad7-a47a-11efebcb2383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.911625 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cc55853a-02b1-4ad7-a47a-11efebcb2383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:58.912864 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-cc55853a-02b1-4ad7-a47a-11efebcb2383 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f4ab08a-86ad-45eb-b9fa-49adbdedf696 HTTP/1.1" status: 204 len: 168 time: 0.3981013 Aug 24 10:07:58.916067 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd64dd-f04c-4eec-99e0-705c7d38c723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabceba4-6e05-4edb-aa3e-939b3c9b3f27,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:58.921309 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-04bd64dd-f04c-4eec-99e0-705c7d38c723 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7e22f932adf44f20bb36abed98b8cf75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9337738 Aug 24 10:07:58.930853 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 59990) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:58.932737 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55853a-02b1-4ad7-a47a-11efebcb2383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4ab08a-86ad-45eb-b9fa-49adbdedf696,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:58.985603 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-673ecbf0-712d-4f2c-a009-c45e4e55288d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:59.017650 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-673ecbf0-712d-4f2c-a009-c45e4e55288d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:59.215981 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-673ecbf0-712d-4f2c-a009-c45e4e55288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:59.219523 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-673ecbf0-712d-4f2c-a009-c45e4e55288d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:59.220764 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-673ecbf0-712d-4f2c-a009-c45e4e55288d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dabceba4-6e05-4edb-aa3e-939b3c9b3f27 HTTP/1.1" status: 204 len: 168 time: 0.2886207 Aug 24 10:07:59.239519 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ecbf0-712d-4f2c-a009-c45e4e55288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabceba4-6e05-4edb-aa3e-939b3c9b3f27,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:07:59.283405 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d8dc0-09d6-4b36-af2d-210a448a0bf4 req-7b45aa2c-730d-4e6d-8463-4ba9f6414426 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:07:59.284940 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ca5d8dc0-09d6-4b36-af2d-210a448a0bf4 req-7b45aa2c-730d-4e6d-8463-4ba9f6414426 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0552125 Aug 24 10:07:59.325715 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ca5d8dc0-09d6-4b36-af2d-210a448a0bf4 req-b6da3f24-e0b3-4b64-8767-310de06758e9 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Aug 24 10:07:59.522587 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60008) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:07:59.547409 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-396819a2-1758-48ec-86ba-dfc2da9487a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:07:59.647825 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-efcf335c-0579-4c93-94e3-227e0c8a37ef req-2c70720a-e01d-41e5-88bb-3497c8fd56b7 tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 210 time: 0.0482285 Aug 24 10:07:59.892969 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-396819a2-1758-48ec-86ba-dfc2da9487a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:00.077113 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-396819a2-1758-48ec-86ba-dfc2da9487a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:00.117582 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-396819a2-1758-48ec-86ba-dfc2da9487a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=917520d60be2469082a1d8df32b246bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5936038 Aug 24 10:08:00.118775 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396819a2-1758-48ec-86ba-dfc2da9487a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3109af2b-adc8-4e17-a962-49cbe64613e8,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:00.120630 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60020) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:00.130888 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7a988320-a154-4c02-8b58-c33a2d06bfea no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:08:00.151873 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 7a988320-a154-4c02-8b58-c33a2d06bfea {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:08:00.152297 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7a988320-a154-4c02-8b58-c33a2d06bfea not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:08:00.201377 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40fc264b-ef3a-4fc2-b40f-193c9311df52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:00.243103 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40fc264b-ef3a-4fc2-b40f-193c9311df52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:00.402105 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40fc264b-ef3a-4fc2-b40f-193c9311df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:00.406321 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40fc264b-ef3a-4fc2-b40f-193c9311df52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:00.411403 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-40fc264b-ef3a-4fc2-b40f-193c9311df52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3109af2b-adc8-4e17-a962-49cbe64613e8 HTTP/1.1" status: 204 len: 168 time: 0.2840812 Aug 24 10:08:00.418434 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc264b-ef3a-4fc2-b40f-193c9311df52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3109af2b-adc8-4e17-a962-49cbe64613e8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:00.471571 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe39cc8-12a4-4c4b-bd52-a21a46475f1d req-d1befd3d-30fa-4b42-809b-3dbcfb616345 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:00.474586 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4fe39cc8-12a4-4c4b-bd52-a21a46475f1d req-d1befd3d-30fa-4b42-809b-3dbcfb616345 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0730731 Aug 24 10:08:00.517045 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4fe39cc8-12a4-4c4b-bd52-a21a46475f1d req-2be83fa9-9d9b-4f1f-aed6-d6cb2b0ea33f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370259 Aug 24 10:08:00.795040 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a1a1dc0b-607d-4676-983c-4838c3b67187 req-4e3088ad-f845-4b06-af3c-e18b1a3f68bd tempest-DeleteServersTestJSON-1356042863 tempest-DeleteServersTestJSON-1356042863-project] 10.222.0.64 "GET /v2.0/ports?device_id=3585dc95-c7ab-45e7-9ca9-3ef47f3a8e0e HTTP/1.1" status: 200 len: 210 time: 0.0501053 Aug 24 10:08:01.674364 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75ecf7-d0b7-46b5-b984-9228ae06c4b4 req-16a2219c-7c70-4715-983d-d77e3db3f047 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:01.683038 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fd75ecf7-d0b7-46b5-b984-9228ae06c4b4 req-16a2219c-7c70-4715-983d-d77e3db3f047 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0651567 Aug 24 10:08:01.720699 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fd75ecf7-d0b7-46b5-b984-9228ae06c4b4 req-45b5f5ae-0199-4ec5-9859-8209c9c254ae tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367134 Aug 24 10:08:02.850818 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6da2a-a138-4e05-afc0-1d83063c37d8 req-3e4a39c0-711c-4b56-901f-5b173d168d4e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:02.852328 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7fc6da2a-a138-4e05-afc0-1d83063c37d8 req-3e4a39c0-711c-4b56-901f-5b173d168d4e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0522366 Aug 24 10:08:02.893212 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7fc6da2a-a138-4e05-afc0-1d83063c37d8 req-8f6afd2a-d748-4428-bffb-079b31f093cd tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348301 Aug 24 10:08:03.763380 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60176) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:03.779151 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60180) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:03.799363 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60184) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:03.880636 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_v2 [None req-91db9c09-4481-4131-a4c6-f4587ab13ca6 admin admin] Deleting subnet 3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f {{(pid=94721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:08:03.886090 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-91db9c09-4481-4131-a4c6-f4587ab13ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:03.936077 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-91db9c09-4481-4131-a4c6-f4587ab13ca6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:03.945615 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-91db9c09-4481-4131-a4c6-f4587ab13ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:03.981178 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc57b-22b4-4d63-af55-df349d3bbcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.068419 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7daa5699-77b4-4663-9f22-bae1759368a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.069794 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896a703-ce5a-4bf0-a4cc-09e130a6499f req-dc3c3cc6-0541-44ee-99f1-0ba31448342d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:04.071795 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6896a703-ce5a-4bf0-a4cc-09e130a6499f req-dc3c3cc6-0541-44ee-99f1-0ba31448342d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0574801 Aug 24 10:08:04.123375 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.db.api [None req-0c3bc57b-22b4-4d63-af55-df349d3bbcbe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 24 10:08:04.123375 dv-cinder-805796-1-iscsi neutron-server[94722]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 24 10:08:04.123375 dv-cinder-805796-1-iscsi neutron-server[94722]: [parameters: {'project_id': '8ec6611069084f88bedd9cfed04cd54e', 'id': '75ea3532-85ca-48b1-a8f0-627f2e8619cb', 'expiration': datetime.datetime(2021, 8, 24, 10, 10, 4, 107819)}] Aug 24 10:08:04.123375 dv-cinder-805796-1-iscsi neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 10:08:04.124549 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG oslo_db.api [None req-0c3bc57b-22b4-4d63-af55-df349d3bbcbe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 10:08:04.159471 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6896a703-ce5a-4bf0-a4cc-09e130a6499f req-b1863708-7838-4c34-8af0-dc9406422bea tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727015 Aug 24 10:08:04.159471 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-91db9c09-4481-4131-a4c6-f4587ab13ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.211339 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db9c09-4481-4131-a4c6-f4587ab13ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:04.218375 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-91db9c09-4481-4131-a4c6-f4587ab13ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.221436 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-91db9c09-4481-4131-a4c6-f4587ab13ca6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3a57fa7e-7ce3-47e5-bf6e-dec1b0e9d30f HTTP/1.1" status: 204 len: 168 time: 0.4203129 Aug 24 10:08:04.228007 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7daa5699-77b4-4663-9f22-bae1759368a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.228109 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60196) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:04.313265 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7daa5699-77b4-4663-9f22-bae1759368a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.330251 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.360433 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa5699-77b4-4663-9f22-bae1759368a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfeed29-4d2b-4488-93a3-2bfafae62d4d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:04.380464 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7daa5699-77b4-4663-9f22-bae1759368a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=398925fbec904c1ea73ce6f8cf67679c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5995529 Aug 24 10:08:04.382685 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60204) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:04.446812 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8d96630-2617-4ac4-9d4d-3f5fcf1a19dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.450955 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.466864 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.467235 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.467990 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.468322 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.468671 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.469010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.469403 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.469751 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.470079 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.470413 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.471795 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8d96630-2617-4ac4-9d4d-3f5fcf1a19dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.615725 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8d96630-2617-4ac4-9d4d-3f5fcf1a19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.619257 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8d96630-2617-4ac4-9d4d-3f5fcf1a19dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.621179 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-c8d96630-2617-4ac4-9d4d-3f5fcf1a19dc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcfeed29-4d2b-4488-93a3-2bfafae62d4d HTTP/1.1" status: 204 len: 168 time: 0.2375278 Aug 24 10:08:04.634662 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc57b-22b4-4d63-af55-df349d3bbcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.647773 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d96630-2617-4ac4-9d4d-3f5fcf1a19dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfeed29-4d2b-4488-93a3-2bfafae62d4d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:04.664537 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.665561 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.666902 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.667418 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:08:04.667967 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8527f58a-da2b-47b2-bc43-e5b292e38e8b']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:04.715381 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:04.715756 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d2a2ebc-38a5-40d4-9b7f-084a9f5bd1c3') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:04.760484 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.789797 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.801215 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Releasing vlan 1228 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:08:04.802044 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: from cryptography.utils import int_from_bytes Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: from cryptography.utils import int_from_bytes Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:08:04.807211 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:08:04.844779 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc57b-22b4-4d63-af55-df349d3bbcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.005256 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.006744 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3bc57b-22b4-4d63-af55-df349d3bbcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.025049 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.027698 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8527f58a-da2b-47b2-bc43-e5b292e38e8b HTTP/1.1" status: 204 len: 168 time: 0.7983007 Aug 24 10:08:05.029884 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0529-8897-4648-9ccd-6fbb3e29daf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8527f58a-da2b-47b2-bc43-e5b292e38e8b,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:05.069560 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-0c3bc57b-22b4-4d63-af55-df349d3bbcbe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ec6611069084f88bedd9cfed04cd54e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3035350 Aug 24 10:08:05.073041 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60224) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:05.087553 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bc57b-22b4-4d63-af55-df349d3bbcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b9376a-354f-480e-8e71-9e2472101045,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:05.169637 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd055995-ad9b-4811-8956-9ca9d1dc3581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.235017 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd055995-ad9b-4811-8956-9ca9d1dc3581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.345617 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922064-9dc6-4223-8c2e-bf14c8e0dd99 req-9b91d63d-d648-477e-8def-056c45dbed94 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:05.348154 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c7922064-9dc6-4223-8c2e-bf14c8e0dd99 req-9b91d63d-d648-477e-8def-056c45dbed94 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0587976 Aug 24 10:08:05.397461 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c7922064-9dc6-4223-8c2e-bf14c8e0dd99 req-1ab615ab-9ab3-4599-91f5-0cb83cb54651 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426204 Aug 24 10:08:05.419120 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd055995-ad9b-4811-8956-9ca9d1dc3581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.421722 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd055995-ad9b-4811-8956-9ca9d1dc3581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.422887 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-fd055995-ad9b-4811-8956-9ca9d1dc3581 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/88b9376a-354f-480e-8e71-9e2472101045 HTTP/1.1" status: 204 len: 168 time: 0.3488841 Aug 24 10:08:05.431671 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd055995-ad9b-4811-8956-9ca9d1dc3581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b9376a-354f-480e-8e71-9e2472101045,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:05.698828 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60248) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:05.713109 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8c2487b0-fcef-4a77-bcd0-3fc2b024ca7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.808175 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8c2487b0-fcef-4a77-bcd0-3fc2b024ca7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.838676 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60250) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:05.895618 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-00061ef6-86e4-4bdf-b3a8-1b00b3617950 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7063b3dff2a645f69293f520c4d9102b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568781 Aug 24 10:08:05.899128 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60252) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:05.956582 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f3f107c-69c5-4714-b6a8-e5d37b1ec7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.970613 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8c2487b0-fcef-4a77-bcd0-3fc2b024ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:05.998080 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f3f107c-69c5-4714-b6a8-e5d37b1ec7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:06.031749 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2487b0-fcef-4a77-bcd0-3fc2b024ca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30f3197-bd96-4b3a-ad6d-514c6a891431,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:06.038892 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-8c2487b0-fcef-4a77-bcd0-3fc2b024ca7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75adba4b05134051b9d1c0cfc7ab877b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392968 Aug 24 10:08:06.042188 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60254) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:06.125721 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b687a0ab-8c78-47f9-94fd-779e82f63b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:06.146484 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f3f107c-69c5-4714-b6a8-e5d37b1ec7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:06.149506 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b687a0ab-8c78-47f9-94fd-779e82f63b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:06.150119 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f3f107c-69c5-4714-b6a8-e5d37b1ec7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:06.154087 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3f3f107c-69c5-4714-b6a8-e5d37b1ec7db admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d0ec7b84-0759-45dc-beda-076f2bb8aec4 HTTP/1.1" status: 204 len: 168 time: 0.2509513 Aug 24 10:08:06.164238 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f107c-69c5-4714-b6a8-e5d37b1ec7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ec7b84-0759-45dc-beda-076f2bb8aec4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:06.295543 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b687a0ab-8c78-47f9-94fd-779e82f63b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:06.298533 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b687a0ab-8c78-47f9-94fd-779e82f63b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:06.300036 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b687a0ab-8c78-47f9-94fd-779e82f63b71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a30f3197-bd96-4b3a-ad6d-514c6a891431 HTTP/1.1" status: 204 len: 168 time: 0.2558262 Aug 24 10:08:06.308751 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687a0ab-8c78-47f9-94fd-779e82f63b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30f3197-bd96-4b3a-ad6d-514c6a891431,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:06.560148 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf1bf6-ebd7-4f13-97f1-d1a58e631be0 req-8ad6fc47-6316-44ed-9f8f-cebc26fadfba tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:06.561828 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bfbf1bf6-ebd7-4f13-97f1-d1a58e631be0 req-8ad6fc47-6316-44ed-9f8f-cebc26fadfba tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0858619 Aug 24 10:08:06.606783 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bfbf1bf6-ebd7-4f13-97f1-d1a58e631be0 req-cbea9964-5999-408c-875b-66acd0a6e347 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385573 Aug 24 10:08:07.318930 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60302) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:07.335531 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9b214fb-f18b-49fb-befd-8a839b79c15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:07.476940 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9b214fb-f18b-49fb-befd-8a839b79c15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:07.564119 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9b214fb-f18b-49fb-befd-8a839b79c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:07.620160 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b214fb-f18b-49fb-befd-8a839b79c15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab41a986-0a00-4e9d-a1e3-4775361c172d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:07.625752 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-b9b214fb-f18b-49fb-befd-8a839b79c15a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d4ade1a15e8e485fbc8a2e96a260bf45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056476 Aug 24 10:08:07.628437 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60322) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:07.757641 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8b5949e1-b4b8-4545-b177-7890f0e2df15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:07.803244 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8b5949e1-b4b8-4545-b177-7890f0e2df15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:07.825876 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa08f6-6b4b-48b6-b8c5-224fbada52b0 req-3284382e-b6a8-43bb-a541-c23df41f303b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:07.829227 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-16aa08f6-6b4b-48b6-b8c5-224fbada52b0 req-3284382e-b6a8-43bb-a541-c23df41f303b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0962238 Aug 24 10:08:07.899509 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-16aa08f6-6b4b-48b6-b8c5-224fbada52b0 req-a96018d4-53dc-4438-81d8-b6e23c5931f2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494039 Aug 24 10:08:08.009991 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8b5949e1-b4b8-4545-b177-7890f0e2df15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:08.012883 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8b5949e1-b4b8-4545-b177-7890f0e2df15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:08.014167 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-8b5949e1-b4b8-4545-b177-7890f0e2df15 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab41a986-0a00-4e9d-a1e3-4775361c172d HTTP/1.1" status: 204 len: 168 time: 0.3844948 Aug 24 10:08:08.023922 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5949e1-b4b8-4545-b177-7890f0e2df15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab41a986-0a00-4e9d-a1e3-4775361c172d,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:09.053272 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1055ff-0d7c-4c57-aa77-fdd33447d1eb req-8193d18b-4ad5-4e33-aac2-7e1d0d21d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:09.054867 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5e1055ff-0d7c-4c57-aa77-fdd33447d1eb req-8193d18b-4ad5-4e33-aac2-7e1d0d21d806 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 1099 time: 0.0779028 Aug 24 10:08:09.072715 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f3a69-d30b-43dd-b23b-15575c6435fa req-19d294a2-e3ef-4f1a-bb05-0bb9833ea802 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:09.074291 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ce5f3a69-d30b-43dd-b23b-15575c6435fa req-19d294a2-e3ef-4f1a-bb05-0bb9833ea802 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0726774 Aug 24 10:08:09.126204 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5e1055ff-0d7c-4c57-aa77-fdd33447d1eb req-50c6b9a5-bf6c-4d8e-b4c9-d1d77bc7b109 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509088 Aug 24 10:08:09.135674 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ce5f3a69-d30b-43dd-b23b-15575c6435fa req-49501e53-a8e6-4cfc-aeda-f382a7ace25f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545330 Aug 24 10:08:09.481990 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60382) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:09.637676 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1622192609-network', 'tenant_id': '479f808dbb6f447f8c518b95710a2f00'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:09.809619 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Made reservation on behalf of 479f808dbb6f447f8c518b95710a2f00 for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:08:09.814545 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:09.823736 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:09.972149 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.082452 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.111490 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] vlan segment allocate from pool success with {'vlan_id': 1213, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:08:10.128830 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e1b21a-697b-46a7-b276-95f605171f70,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:10.133487 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.134067 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Added segment 12a7afe1-6d07-4e37-80d9-49e3b64b89e5 of type vlan for network 085c67a3-c823-4da3-8ff5-348d1420013c Aug 24 10:08:10.193455 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.214802 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60418) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:10.277445 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bfb10-e991-4f1d-85ce-6832b221af3e req-c21fa534-6eae-457f-a3c0-f50931b3deeb tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:10.279058 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-233bfb10-e991-4f1d-85ce-6832b221af3e req-c21fa534-6eae-457f-a3c0-f50931b3deeb tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0609992 Aug 24 10:08:10.290480 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.292162 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:10.293287 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.336476 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-233bfb10-e991-4f1d-85ce-6832b221af3e req-50a0a8fb-e397-4373-88fc-53159f37b020 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454156 Aug 24 10:08:10.377595 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-922c7584-add5-4e2c-9081-e9387ef8337d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.398105 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9147394 Aug 24 10:08:10.403463 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60426) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:10.411712 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Request body: {'subnet': {'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1622192609-subnet', 'tenant_id': '479f808dbb6f447f8c518b95710a2f00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:10.415992 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de7727-bd62-4926-872c-5ade77027e76 admin admin] Pushing event updated for resources: {'Network': ['ID=085c67a3-c823-4da3-8ff5-348d1420013c,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:10.427948 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 085c67a3-c823-4da3-8ff5-348d1420013c details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:08:10.544623 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-922c7584-add5-4e2c-9081-e9387ef8337d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.650114 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-922c7584-add5-4e2c-9081-e9387ef8337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.699955 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-922c7584-add5-4e2c-9081-e9387ef8337d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3968043a86434b5798310025627c7c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4830067 Aug 24 10:08:10.703548 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60438) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:10.720617 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c7584-add5-4e2c-9081-e9387ef8337d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c1c82-241e-4896-be6c-9f48cc30f514,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:10.772735 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6681-c833-4d56-8520-de51cf0e2702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.808274 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6681-c833-4d56-8520-de51cf0e2702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:10.848685 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Made reservation on behalf of 479f808dbb6f447f8c518b95710a2f00 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:08:10.850773 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:11.132647 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6681-c833-4d56-8520-de51cf0e2702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:11.135730 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad6d6681-c833-4d56-8520-de51cf0e2702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:11.137004 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-ad6d6681-c833-4d56-8520-de51cf0e2702 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f97c1c82-241e-4896-be6c-9f48cc30f514 HTTP/1.1" status: 204 len: 168 time: 0.4323525 Aug 24 10:08:11.154537 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d6681-c833-4d56-8520-de51cf0e2702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c1c82-241e-4896-be6c-9f48cc30f514,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:11.477060 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:11.497787 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e8cfa-8b9e-44a6-9e45-27a57b30beb9 req-2437aa7a-5956-44bc-8d8f-e4c5628e69a2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:11.509277 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0f2e8cfa-8b9e-44a6-9e45-27a57b30beb9 req-2437aa7a-5956-44bc-8d8f-e4c5628e69a2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.0803988 Aug 24 10:08:11.547577 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0f2e8cfa-8b9e-44a6-9e45-27a57b30beb9 req-f5e13c3c-2db9-483f-801d-72d270352f36 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368202 Aug 24 10:08:11.586922 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=187cd05b-2462-4cb1-ad89-e0a4255f90db,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:11.606049 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Checking segment: {'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:11.606418 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Network hostable DHCP agents. Network: 085c67a3-c823-4da3-8ff5-348d1420013c, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:08:11.654025 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60470) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:11.706742 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Network 085c67a3-c823-4da3-8ff5-348d1420013c is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:08:11.749341 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a841dd-1fa4-4468-8b33-617950ebe40c req-59693622-0281-482a-97e2-4b527cbd6d35 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:11.751617 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-14a841dd-1fa4-4468-8b33-617950ebe40c req-59693622-0281-482a-97e2-4b527cbd6d35 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1089778 Aug 24 10:08:11.786530 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b8025404-6321-4b48-9298-aad74e8d4ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:11.803014 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 085c67a3-c823-4da3-8ff5-348d1420013c) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:11.810413 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:11.811009 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:11.813782 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64fea09-4315-48b0-9a29-d30b5c17f86f None None] Network 085c67a3-c823-4da3-8ff5-348d1420013c requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:08:11.819850 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-14a841dd-1fa4-4468-8b33-617950ebe40c req-f7d659f4-b59c-4669-94e0-8171bb8903e0 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603673 Aug 24 10:08:11.942548 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b8025404-6321-4b48-9298-aad74e8d4ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:11.992023 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb718bd4-aec2-4de8-9fed-d1bac3aa4adf None None] Network 085c67a3-c823-4da3-8ff5-348d1420013c requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:08:12.085065 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b8025404-6321-4b48-9298-aad74e8d4ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.135271 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b8025404-6321-4b48-9298-aad74e8d4ec6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7386814d43c54c358bd3a95545d6daa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799068 Aug 24 10:08:12.139028 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60484) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:12.162724 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8025404-6321-4b48-9298-aad74e8d4ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a5ef6e-28b4-4a87-9b8b-6dccf8ad03a8,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:12.180002 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60486) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:12.192833 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-261a78f7-1b42-4e62-a0dc-7b44d0a6b404 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7793992 Aug 24 10:08:12.204553 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-71cd1adf-e69b-4d55-b948-299585aae1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.205302 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0ee900c-75b3-4bab-9cbe-798f2ed8bf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.233653 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0ee900c-75b3-4bab-9cbe-798f2ed8bf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.333622 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-71cd1adf-e69b-4d55-b948-299585aae1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.379885 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0ee900c-75b3-4bab-9cbe-798f2ed8bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.383539 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0ee900c-75b3-4bab-9cbe-798f2ed8bf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.385368 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-b0ee900c-75b3-4bab-9cbe-798f2ed8bf2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/48a5ef6e-28b4-4a87-9b8b-6dccf8ad03a8 HTTP/1.1" status: 204 len: 168 time: 0.2450438 Aug 24 10:08:12.403482 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee900c-75b3-4bab-9cbe-798f2ed8bf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a5ef6e-28b4-4a87-9b8b-6dccf8ad03a8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:12.413691 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-71cd1adf-e69b-4d55-b948-299585aae1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.446270 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-71cd1adf-e69b-4d55-b948-299585aae1bd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9ff63b7214124ab9975f1172caf90948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648590 Aug 24 10:08:12.449999 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60500) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:12.495337 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd1adf-e69b-4d55-b948-299585aae1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086e4e6b-7706-4ada-b8a0-80466f26e7db,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:12.534098 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cbe9-2bd7-4e21-871c-4e9c91866502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.564531 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cbe9-2bd7-4e21-871c-4e9c91866502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.690273 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cbe9-2bd7-4e21-871c-4e9c91866502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.695462 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cbe9-2bd7-4e21-871c-4e9c91866502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:12.699617 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-7ba5cbe9-2bd7-4e21-871c-4e9c91866502 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/086e4e6b-7706-4ada-b8a0-80466f26e7db HTTP/1.1" status: 204 len: 168 time: 0.2452023 Aug 24 10:08:12.705773 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5cbe9-2bd7-4e21-871c-4e9c91866502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e4e6b-7706-4ada-b8a0-80466f26e7db,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:13.468660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60528) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:13.482711 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40f43f14-a9f4-46eb-ac7b-fd32f2d12e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:13.595086 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40f43f14-a9f4-46eb-ac7b-fd32f2d12e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:13.670734 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40f43f14-a9f4-46eb-ac7b-fd32f2d12e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:13.721525 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-40f43f14-a9f4-46eb-ac7b-fd32f2d12e60 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=adc01802473f4541a994b1c0cb125ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515683 Aug 24 10:08:13.723010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f43f14-a9f4-46eb-ac7b-fd32f2d12e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c92ab-f7fa-444c-9bd4-1e5427709175,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:13.725908 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60534) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:13.805090 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43e24885-d80e-4f91-bda1-ee0b25fb4d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:13.835512 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43e24885-d80e-4f91-bda1-ee0b25fb4d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:13.998229 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43e24885-d80e-4f91-bda1-ee0b25fb4d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:14.001829 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43e24885-d80e-4f91-bda1-ee0b25fb4d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:14.008561 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-43e24885-d80e-4f91-bda1-ee0b25fb4d28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cf2c92ab-f7fa-444c-9bd4-1e5427709175 HTTP/1.1" status: 204 len: 168 time: 0.2771130 Aug 24 10:08:14.018476 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e24885-d80e-4f91-bda1-ee0b25fb4d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c92ab-f7fa-444c-9bd4-1e5427709175,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:15.658907 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:15.700484 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353b4bd-347e-4b95-84cb-ae108a5b2843 req-13a99231-beda-41aa-9c5c-f4d07d52fc6b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:15.716002 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d353b4bd-347e-4b95-84cb-ae108a5b2843 req-13a99231-beda-41aa-9c5c-f4d07d52fc6b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0785646 Aug 24 10:08:15.756310 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-da1c9c39-9b17-4b09-9e04-f5d2b7e0e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:15.758024 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-da1c9c39-9b17-4b09-9e04-f5d2b7e0e0c1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0612745 Aug 24 10:08:15.759480 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d353b4bd-347e-4b95-84cb-ae108a5b2843 req-3de52190-95ea-40d2-b1cd-2990a2426d4b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490875 Aug 24 10:08:15.947134 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-a567d0ca-c4af-42aa-b42e-c7b6f62c0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:15.950533 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-a567d0ca-c4af-42aa-b42e-c7b6f62c0c1c service neutron] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 921 time: 0.1833847 Aug 24 10:08:16.018786 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-c7664d57-90df-46c9-82d6-bb1ef75706a7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 200 len: 217 time: 0.0575876 Aug 24 10:08:16.103139 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ac57-58e4-4b69-80a3-319602edda52 req-16d54dde-6c94-470d-b26b-2aea9d688b97 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:16.111013 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-16d54dde-6c94-470d-b26b-2aea9d688b97 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/networks?id=085c67a3-c823-4da3-8ff5-348d1420013c HTTP/1.1" status: 200 len: 809 time: 0.2338631 Aug 24 10:08:16.129218 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-aacb96cd-db75-4a18-a638-e6a191d703f5 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/quotas/479f808dbb6f447f8c518b95710a2f00 HTTP/1.1" status: 200 len: 375 time: 0.0170317 Aug 24 10:08:16.132660 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-20623cf7-0a7f-42b8-b6b2-0ea3da3ccca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:16.134094 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-20623cf7-0a7f-42b8-b6b2-0ea3da3ccca9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.1064718 Aug 24 10:08:16.170503 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-c16b974b-2c06-4fea-9221-f658c10bda1d tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=479f808dbb6f447f8c518b95710a2f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401793 Aug 24 10:08:16.324913 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-29285cc8-794d-4644-ab65-e55c1c1f0cd3 service neutron] 10.222.0.64 "GET /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466320 Aug 24 10:08:16.442190 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-6f34a5c6-c3ff-40d9-a649-05d0105e3157 service neutron] 10.222.0.64 "GET /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061072 Aug 24 10:08:16.522764 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60646) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:16.662673 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60654) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:16.733186 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e983b61a-a33f-4c8e-b156-7e69810d5da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:16.767132 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a82587d-f8f3-4f76-a0cc-13a30da42a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:16.801850 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a5e2a73e-715a-4f26-80a5-5def34cc88d3 req-67b3b412-cbb9-469c-98fa-9d341bc21923 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 210 time: 0.0510318 Aug 24 10:08:16.942305 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e983b61a-a33f-4c8e-b156-7e69810d5da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:16.954261 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3481d5-d8fe-467c-b105-6f23262aa384 req-b0bf4f94-ddc9-4fe8-b32d-1d9849eece22 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:16.960105 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7b3481d5-d8fe-467c-b105-6f23262aa384 req-b0bf4f94-ddc9-4fe8-b32d-1d9849eece22 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0835874 Aug 24 10:08:17.003221 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7b3481d5-d8fe-467c-b105-6f23262aa384 req-6dcac07b-9a46-44f2-928a-683e88bf8578 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385151 Aug 24 10:08:17.073319 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-d76ecea6-8d95-4289-beae-448c666ea212 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390494 Aug 24 10:08:17.080903 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e983b61a-a33f-4c8e-b156-7e69810d5da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.150592 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983b61a-a33f-4c8e-b156-7e69810d5da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516f5616-9915-4893-bac4-38d0b723ade0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:17.156504 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e983b61a-a33f-4c8e-b156-7e69810d5da3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=93e5dc979cb14c64a6938bd859a2f560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6322792 Aug 24 10:08:17.160621 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60672) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:17.216292 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a82587d-f8f3-4f76-a0cc-13a30da42a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.235886 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61180296-d830-45f2-baca-f05914041120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.260057 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61180296-d830-45f2-baca-f05914041120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.318359 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a82587d-f8f3-4f76-a0cc-13a30da42a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.363004 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7a82587d-f8f3-4f76-a0cc-13a30da42a7e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1c1359798445474891f174213cf2ce52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974113 Aug 24 10:08:17.367382 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60678) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:17.368467 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82587d-f8f3-4f76-a0cc-13a30da42a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8de02e-06f7-4633-abb5-e79f6ab0c0bc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:17.376853 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61180296-d830-45f2-baca-f05914041120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.380250 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61180296-d830-45f2-baca-f05914041120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.381426 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-61180296-d830-45f2-baca-f05914041120 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/516f5616-9915-4893-bac4-38d0b723ade0 HTTP/1.1" status: 204 len: 168 time: 0.2195086 Aug 24 10:08:17.397715 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61180296-d830-45f2-baca-f05914041120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516f5616-9915-4893-bac4-38d0b723ade0,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:17.447169 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cb02b609-4034-4419-91c2-bcfa7d6d6f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.481439 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cb02b609-4034-4419-91c2-bcfa7d6d6f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.644712 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cb02b609-4034-4419-91c2-bcfa7d6d6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.647879 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cb02b609-4034-4419-91c2-bcfa7d6d6f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:17.652180 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-cb02b609-4034-4419-91c2-bcfa7d6d6f05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c8de02e-06f7-4633-abb5-e79f6ab0c0bc HTTP/1.1" status: 204 len: 168 time: 0.2834659 Aug 24 10:08:17.661332 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02b609-4034-4419-91c2-bcfa7d6d6f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8de02e-06f7-4633-abb5-e79f6ab0c0bc,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:17.902526 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7d7473b1-4ff2-4904-8db5-28ac8c3f968a req-127cde35-bc80-492d-92c1-a4a6917f56b5 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 210 time: 0.0274374 Aug 24 10:08:18.141503 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab71bbc-5e96-4e88-b363-25055d6417d4 req-f255bfce-4815-44c9-b3a6-a95844614ef5 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:18.143111 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cab71bbc-5e96-4e88-b363-25055d6417d4 req-f255bfce-4815-44c9-b3a6-a95844614ef5 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0584211 Aug 24 10:08:18.191454 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cab71bbc-5e96-4e88-b363-25055d6417d4 req-c190de82-2a18-4ae4-a651-46f903aad897 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415919 Aug 24 10:08:18.644692 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60714) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:18.659657 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ef9e415-84ab-47ce-ae33-87b3e9ea0470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:19.046369 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ef9e415-84ab-47ce-ae33-87b3e9ea0470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:19.082760 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-85d44dae-011c-492b-9785-14256f735f2b req-d3431d8c-b25e-43b0-b3f1-b56079f8bd61 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 210 time: 0.0575492 Aug 24 10:08:19.118518 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ef9e415-84ab-47ce-ae33-87b3e9ea0470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:19.123291 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-d68f8896-5fab-4abe-90a8-0d5fdfe52a41 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866348 Aug 24 10:08:19.206553 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-6ef9e415-84ab-47ce-ae33-87b3e9ea0470 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=64985d340e984753926988fb729e1517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5591047 Aug 24 10:08:19.210516 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9e415-84ab-47ce-ae33-87b3e9ea0470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a423c3b-5a92-4370-ba0f-fc42b48b131f,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:19.215170 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60728) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:19.250540 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-68c1f4b3-4c7b-44ad-b483-8d4c78537e58 req-3ba1447b-04aa-465a-9585-0fbf1fa666fe service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162453 Aug 24 10:08:19.286624 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ff836916-3108-4da9-b2af-d1f1ccdc7b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:19.334940 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ff836916-3108-4da9-b2af-d1f1ccdc7b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:19.381604 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cc1c6-2ac5-4268-90c4-554be309d5d2 req-90d68460-d4f4-442d-8c6e-552c7fd579a8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:19.383158 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c5cc1c6-2ac5-4268-90c4-554be309d5d2 req-90d68460-d4f4-442d-8c6e-552c7fd579a8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0857105 Aug 24 10:08:19.428667 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c5cc1c6-2ac5-4268-90c4-554be309d5d2 req-c463bc67-1a82-48c5-b1fd-bfcec63b52e1 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384662 Aug 24 10:08:19.574699 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ff836916-3108-4da9-b2af-d1f1ccdc7b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:19.577647 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ff836916-3108-4da9-b2af-d1f1ccdc7b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:19.579014 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ff836916-3108-4da9-b2af-d1f1ccdc7b43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1a423c3b-5a92-4370-ba0f-fc42b48b131f HTTP/1.1" status: 204 len: 168 time: 0.3624556 Aug 24 10:08:19.588899 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff836916-3108-4da9-b2af-d1f1ccdc7b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a423c3b-5a92-4370-ba0f-fc42b48b131f,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:19.793477 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:08:20.245339 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4b74973f-4206-49e5-8e4e-a4e516a2973d req-d61fd4b9-24d6-4e81-968f-85483a372333 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 210 time: 0.0447879 Aug 24 10:08:20.635998 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1223-85cb-4ab0-85df-d116b94523d8 req-78d4b183-df21-405e-83be-6b83fe093e32 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:20.638718 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ae9d1223-85cb-4ab0-85df-d116b94523d8 req-78d4b183-df21-405e-83be-6b83fe093e32 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0619185 Aug 24 10:08:20.696849 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ae9d1223-85cb-4ab0-85df-d116b94523d8 req-cdbb9ac1-056c-4335-9303-44b54aa6eb5d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Aug 24 10:08:21.000221 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ac57-58e4-4b69-80a3-319602edda52 req-a3bed643-0262-40a5-aa9a-80f2070ba56b tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:21.000221 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-a3bed643-0262-40a5-aa9a-80f2070ba56b tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.90 "GET /v2.0/networks?id=085c67a3-c823-4da3-8ff5-348d1420013c HTTP/1.1" status: 200 len: 809 time: 0.1199014 Aug 24 10:08:21.000221 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Request body: {'port': {'device_id': 'a84c5115-76ce-4cd8-aa65-81603a4ac408', 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c', 'admin_state_up': True, 'tenant_id': '479f808dbb6f447f8c518b95710a2f00'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:21.147205 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1b3d60-d09c-4cee-bf47-501f37876ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:21.186445 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Made reservation on behalf of 479f808dbb6f447f8c518b95710a2f00 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:08:21.191275 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:21.403189 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-edd14d3d-1967-426a-bb9a-9ce39aedf3b8 req-e6be430c-9e34-4908-894d-58b5041063f5 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 210 time: 0.0374515 Aug 24 10:08:21.415892 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Allocated IP 172.20.0.10 (085c67a3-c823-4da3-8ff5-348d1420013c/187cd05b-2462-4cb1-ad89-e0a4255f90db/11196a0a-77ef-42e9-89a0-1457d9d63edc) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:08:21.616729 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:21.842653 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4b287-a359-4940-8975-bcd58a5073b5 req-a3bdce3d-7f53-4248-8cd5-0ad8b3a4a04b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:21.844714 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fcc4b287-a359-4940-8975-bcd58a5073b5 req-a3bdce3d-7f53-4248-8cd5-0ad8b3a4a04b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0562236 Aug 24 10:08:21.846290 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:21.913944 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Network 085c67a3-c823-4da3-8ff5-348d1420013c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:21.929490 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:21.933979 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:08:21.940035 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:21.941285 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:21.943904 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Pushing event updated for resources: {'Port': ['ID=11196a0a-77ef-42e9-89a0-1457d9d63edc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:21.960006 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fcc4b287-a359-4940-8975-bcd58a5073b5 req-b4b77c2e-e723-46a2-94c9-c747861ecb8c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047583 Aug 24 10:08:22.055031 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-74d3b731-e678-40e3-8351-353c14664196 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1315072 Aug 24 10:08:22.095855 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Request body: {'port': {'device_id': 'a84c5115-76ce-4cd8-aa65-81603a4ac408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:22.175812 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:22.315023 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60836) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:22.479315 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f6854fa2-af8d-4c68-9f3e-66b7010438a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:22.587150 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f6854fa2-af8d-4c68-9f3e-66b7010438a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:22.669974 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f6854fa2-af8d-4c68-9f3e-66b7010438a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:22.693474 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60848) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:22.710854 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2720bda-3179-4824-80c6-81d542f0b3ed req-b6986384-aebf-4223-9d8e-9f7cc1cf4b58 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:22.712380 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f2720bda-3179-4824-80c6-81d542f0b3ed req-b6986384-aebf-4223-9d8e-9f7cc1cf4b58 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 932 time: 0.1070917 Aug 24 10:08:22.723437 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6854fa2-af8d-4c68-9f3e-66b7010438a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30627339-8706-4bea-9be2-2b2233c85d42,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:22.738235 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-f6854fa2-af8d-4c68-9f3e-66b7010438a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=428c2ce211af45d7a41ed2f6bd891d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162030 Aug 24 10:08:22.740715 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:22.823445 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f2720bda-3179-4824-80c6-81d542f0b3ed req-f259d891-bbf5-4beb-8fcf-a9c6d8496a68 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034267 Aug 24 10:08:22.859319 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11196a0a-77ef-42e9-89a0-1457d9d63edc {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:08:22.865019 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17404c51-74a5-4fe3-b797-460d4c88c170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:22.873416 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:22.898971 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3af8b62b-da08-4e68-9eb1-58eea794ea7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:22.910307 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Transition to ACTIVE for port object 11196a0a-77ef-42e9-89a0-1457d9d63edc will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:22.938574 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3af8b62b-da08-4e68-9eb1-58eea794ea7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.046009 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17404c51-74a5-4fe3-b797-460d4c88c170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.069420 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.094853 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7678215-f49c-4c9b-91e7-0b9232882f71 req-6835d96b-59f4-4fc9-a0f3-e6f7d94f6583 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:23.096451 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c7678215-f49c-4c9b-91e7-0b9232882f71 req-6835d96b-59f4-4fc9-a0f3-e6f7d94f6583 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0522993 Aug 24 10:08:23.130761 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3af8b62b-da08-4e68-9eb1-58eea794ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.135041 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3af8b62b-da08-4e68-9eb1-58eea794ea7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.136944 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3af8b62b-da08-4e68-9eb1-58eea794ea7b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30627339-8706-4bea-9be2-2b2233c85d42 HTTP/1.1" status: 204 len: 168 time: 0.3952582 Aug 24 10:08:23.137769 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Pushing event updated for resources: {'Port': ['ID=11196a0a-77ef-42e9-89a0-1457d9d63edc,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:23.143133 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c7678215-f49c-4c9b-91e7-0b9232882f71 req-5fc485fa-08da-4641-bec7-0feb7b993c00 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378621 Aug 24 10:08:23.170003 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8b62b-da08-4e68-9eb1-58eea794ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30627339-8706-4bea-9be2-2b2233c85d42,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:23.177547 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Attempting to bind port 11196a0a-77ef-42e9-89a0-1457d9d63edc on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:08:23.178606 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Attempting to bind port 11196a0a-77ef-42e9-89a0-1457d9d63edc by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:08:23.178939 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Attempting to bind port 11196a0a-77ef-42e9-89a0-1457d9d63edc on network 085c67a3-c823-4da3-8ff5-348d1420013c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:08:23.184981 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17404c51-74a5-4fe3-b797-460d4c88c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.189567 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Port 11196a0a-77ef-42e9-89a0-1457d9d63edc on network 085c67a3-c823-4da3-8ff5-348d1420013c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:08:23.189793 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Attempting to bind port 11196a0a-77ef-42e9-89a0-1457d9d63edc on network 085c67a3-c823-4da3-8ff5-348d1420013c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:08:23.215683 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:08:23.216024 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Checking segment: {'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:23.216418 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Bound using segment: {'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:08:23.216905 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Bound port: 11196a0a-77ef-42e9-89a0-1457d9d63edc, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:08:23.217257 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.244353 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17404c51-74a5-4fe3-b797-460d4c88c170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932f8843-4fd7-407b-8205-d8d0ff87407d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:23.251352 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-17404c51-74a5-4fe3-b797-460d4c88c170 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=17041559ddb14cb2a598a951171d4352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565870 Aug 24 10:08:23.255217 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60864) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:23.318115 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] For port 11196a0a-77ef-42e9-89a0-1457d9d63edc, host hv-cinder-80579, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:08:23.326932 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] For port 11196a0a-77ef-42e9-89a0-1457d9d63edc, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=11196a0a-77ef-42e9-89a0-1457d9d63edc,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:08:23.332358 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0a1dae1f-82e1-4a74-8f56-d63b7b41c6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.359162 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0a1dae1f-82e1-4a74-8f56-d63b7b41c6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.408525 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.446380 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:23.447675 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.448741 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] 10.222.0.90 "PUT /v2.0/ports/11196a0a-77ef-42e9-89a0-1457d9d63edc HTTP/1.1" status: 200 len: 1094 time: 1.3628726 Aug 24 10:08:23.451653 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84c5115-76ce-4cd8-aa65-81603a4ac408', 'tag': '11196a0a-77ef-42e9-89a0-1457d9d63edc'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:08:23.454236 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934c1801-c1b5-4876-901c-ba27cc19dced" -d '{"events": [{"name": "network-changed", "server_uuid": "a84c5115-76ce-4cd8-aa65-81603a4ac408", "tag": "11196a0a-77ef-42e9-89a0-1457d9d63edc"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:08:23.485535 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199d3f1-239e-4fad-bdff-ef58989a67a0 service neutron] Pushing event updated for resources: {'Port': ['ID=11196a0a-77ef-42e9-89a0-1457d9d63edc,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:23.495130 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0a1dae1f-82e1-4a74-8f56-d63b7b41c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.498469 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0a1dae1f-82e1-4a74-8f56-d63b7b41c6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:23.499855 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-0a1dae1f-82e1-4a74-8f56-d63b7b41c6ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/932f8843-4fd7-407b-8205-d8d0ff87407d HTTP/1.1" status: 204 len: 168 time: 0.2436838 Aug 24 10:08:23.509853 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab27e895-3c0e-4ec7-8f0d-946674f3cad9 x-openstack-request-id: req-ab27e895-3c0e-4ec7-8f0d-946674f3cad9 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:08:23.510088 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84c5115-76ce-4cd8-aa65-81603a4ac408", "tag": "11196a0a-77ef-42e9-89a0-1457d9d63edc", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:08:23.510336 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ab27e895-3c0e-4ec7-8f0d-946674f3cad9 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:08:23.510778 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84c5115-76ce-4cd8-aa65-81603a4ac408', 'tag': '11196a0a-77ef-42e9-89a0-1457d9d63edc', 'status': 'completed', 'code': 200} Aug 24 10:08:23.514523 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dae1f-82e1-4a74-8f56-d63b7b41c6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f8843-4fd7-407b-8205-d8d0ff87407d,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:23.625473 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1801-c1b5-4876-901c-ba27cc19dced req-ed540653-d412-4790-aab6-5f0698d4da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:23.626992 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-934c1801-c1b5-4876-901c-ba27cc19dced req-ed540653-d412-4790-aab6-5f0698d4da07 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=479f808dbb6f447f8c518b95710a2f00&device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 1097 time: 0.0606434 Aug 24 10:08:23.826545 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1801-c1b5-4876-901c-ba27cc19dced req-d58c1019-492f-4f4b-98a2-c37d2f0cb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:23.828074 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-934c1801-c1b5-4876-901c-ba27cc19dced req-d58c1019-492f-4f4b-98a2-c37d2f0cb8c6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=479f808dbb6f447f8c518b95710a2f00&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1748836 Aug 24 10:08:23.833161 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-079c67ba-eb79-46f3-b2cc-d80abc5a93a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:24.001690 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4bdc7-1591-4a4e-8c89-78c69e79968f req-3ac41dbd-8201-4378-99fb-35664d8e7e62 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:24.008958 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8cb4bdc7-1591-4a4e-8c89-78c69e79968f req-3ac41dbd-8201-4378-99fb-35664d8e7e62 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 944 time: 0.0772209 Aug 24 10:08:24.023111 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c1801-c1b5-4876-901c-ba27cc19dced req-8924e9bd-64af-45f6-9adc-0718e62feec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:24.024778 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-934c1801-c1b5-4876-901c-ba27cc19dced req-8924e9bd-64af-45f6-9adc-0718e62feec6 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1882024 Aug 24 10:08:24.043865 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:24.059309 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8cb4bdc7-1591-4a4e-8c89-78c69e79968f req-1ba0b84f-8016-4066-93a8-3a24a1f7ae4f tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478463 Aug 24 10:08:24.188365 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ac57-58e4-4b69-80a3-319602edda52 req-6a1c1fea-e5ef-46df-9527-a2784ceb1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:24.189906 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-6a1c1fea-e5ef-46df-9527-a2784ceb1fea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=479f808dbb6f447f8c518b95710a2f00&device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 1097 time: 0.0748363 Aug 24 10:08:24.261389 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-6bfd71f8-fbef-4e53-8e64-3d4735f4fd1e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11196a0a-77ef-42e9-89a0-1457d9d63edc HTTP/1.1" status: 200 len: 217 time: 0.0495243 Aug 24 10:08:24.396689 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf7b6d-62e4-4f68-95c6-18cf6156cbfb req-c5366433-8827-4983-a311-90e787ed7193 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:24.398153 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-bcdf7b6d-62e4-4f68-95c6-18cf6156cbfb req-c5366433-8827-4983-a311-90e787ed7193 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1395717 Aug 24 10:08:24.409052 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ac57-58e4-4b69-80a3-319602edda52 req-433c2e87-fe0f-4cb1-947f-b69abe04a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:24.410818 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-433c2e87-fe0f-4cb1-947f-b69abe04a84f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=187cd05b-2462-4cb1-ad89-e0a4255f90db HTTP/1.1" status: 200 len: 849 time: 0.1224582 Aug 24 10:08:24.468833 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-d6f9818e-70fb-4771-b9dd-aa84b34ed254 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=085c67a3-c823-4da3-8ff5-348d1420013c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444183 Aug 24 10:08:24.490563 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-bcdf7b6d-62e4-4f68-95c6-18cf6156cbfb req-69e33418-94e1-4136-8ec4-61a07f46f591 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847256 Aug 24 10:08:24.593865 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60928) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:24.602191 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-8d9ec392-7675-4bbc-b2ed-82455b553f97 service neutron] 10.222.0.90 "GET /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227441 Aug 24 10:08:24.723584 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1345231543-network', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:24.725489 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5891ac57-58e4-4b69-80a3-319602edda52 req-59c90b76-6c3e-4f14-99e0-119e1750077c service neutron] 10.222.0.90 "GET /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146250 Aug 24 10:08:24.864273 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Made reservation on behalf of af492f3bc80447a8a7118f83e917c317 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:08:24.866791 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:24.876384 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.001880 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.098412 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.128424 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] vlan segment allocate from pool success with {'vlan_id': 1210, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:08:25.134253 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b5c275-1433-4212-a5ee-3c852048d219,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:25.142223 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.142695 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Added segment 71658625-8f3f-4905-92e5-809e89c056e5 of type vlan for network 432dd33d-a2e0-4ae1-844e-1697452c33e5 Aug 24 10:08:25.200777 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.269415 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.297418 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e32cb-bd18-4b18-979e-9f4bf40b4f7a req-1686b650-f0bd-4ff7-9997-5d815961335d tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:25.301588 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e8e32cb-bd18-4b18-979e-9f4bf40b4f7a req-1686b650-f0bd-4ff7-9997-5d815961335d tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 944 time: 0.0906231 Aug 24 10:08:25.373126 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e8e32cb-bd18-4b18-979e-9f4bf40b4f7a req-9ed5de40-e01c-42b3-a406-b9fca9bb2b9f tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Aug 24 10:08:25.390094 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.391449 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:25.392269 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.479203 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] Pushing event updated for resources: {'Network': ['ID=432dd33d-a2e0-4ae1-844e-1697452c33e5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:25.491256 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:08:25.599334 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5a8142e2-4f93-4271-9f48-a0fc7e20d567 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0348725 Aug 24 10:08:25.602203 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 60966) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:25.607614 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Request body: {'subnet': {'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1345231543-subnet', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:25.656155 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca070-ac43-410f-b6f6-7172aa8c33bf req-dbad884f-feb0-4480-9400-a66a01308beb tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:25.657722 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9c6ca070-ac43-410f-b6f6-7172aa8c33bf req-dbad884f-feb0-4480-9400-a66a01308beb tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0700388 Aug 24 10:08:25.704228 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9c6ca070-ac43-410f-b6f6-7172aa8c33bf req-e12f6c0d-1f32-498e-9f76-d48132e27394 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393987 Aug 24 10:08:25.812895 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Made reservation on behalf of af492f3bc80447a8a7118f83e917c317 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:08:25.815783 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:25.999682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 60988) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:26.124616 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.126416 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0f899b35-524b-4fb9-8415-ece61224fc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.188625 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a051b54-ad63-40ed-a1c2-670318b632f5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:26.201428 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Checking segment: {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:26.201833 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Network hostable DHCP agents. Network: 432dd33d-a2e0-4ae1-844e-1697452c33e5, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:08:26.244336 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0f899b35-524b-4fb9-8415-ece61224fc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.322120 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:08:26.355896 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0f899b35-524b-4fb9-8415-ece61224fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.436925 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f899b35-524b-4fb9-8415-ece61224fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c943ce3f-b72f-4305-ad1a-2a98f46940ea,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:26.443620 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 432dd33d-a2e0-4ae1-844e-1697452c33e5) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:26.450402 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:26.451593 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.456369 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f282c1a-6573-4c09-b245-0f0ac0f60f27 None None] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:08:26.470279 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-0f899b35-524b-4fb9-8415-ece61224fc06 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6f8c3644c56c4876af27a948bac74c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690332 Aug 24 10:08:26.477192 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 32784) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:26.590330 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-869043b1-1f4e-433e-8d6d-8f7c8c653103 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9868431 Aug 24 10:08:26.594901 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 32786) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:26.601937 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:26.607703 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24d6cd-333f-481b-a000-e54807fb4cb1 req-31dde414-38bc-4e22-9ccb-8e960e2a2e88 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:26.609242 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4e24d6cd-333f-481b-a000-e54807fb4cb1 req-31dde414-38bc-4e22-9ccb-8e960e2a2e88 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 944 time: 0.0968399 Aug 24 10:08:26.613221 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d09726da-a719-4731-b3ce-7ea05be57d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.649156 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d09726da-a719-4731-b3ce-7ea05be57d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.688944 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-432dd33d-a2e0-4ae1-844e-1697452c33e5', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:08:26.689100 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4e24d6cd-333f-481b-a000-e54807fb4cb1 req-04637265-0672-4852-ac4f-ef04e0a064de tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662556 Aug 24 10:08:26.691313 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.716526 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.716526 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.837962 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d4373-c880-4596-a290-1498c9f6cb1d req-fa9d73c0-8bf5-4f1b-be07-5d49ba5da53d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:26.839885 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e12d4373-c880-4596-a290-1498c9f6cb1d req-fa9d73c0-8bf5-4f1b-be07-5d49ba5da53d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0563502 Aug 24 10:08:26.866025 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Allocated IP 172.20.0.2 (432dd33d-a2e0-4ae1-844e-1697452c33e5/7a051b54-ad63-40ed-a1c2-670318b632f5/a5037a9f-14f2-4e09-b2f2-54841dd8227c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:08:26.868465 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.888285 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e12d4373-c880-4596-a290-1498c9f6cb1d req-ac6057c5-7511-46ff-a92b-c0a2a452834d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418723 Aug 24 10:08:26.921925 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d09726da-a719-4731-b3ce-7ea05be57d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.926934 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d09726da-a719-4731-b3ce-7ea05be57d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:26.929755 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d09726da-a719-4731-b3ce-7ea05be57d34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c943ce3f-b72f-4305-ad1a-2a98f46940ea HTTP/1.1" status: 204 len: 168 time: 0.4439883 Aug 24 10:08:26.961341 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09726da-a719-4731-b3ce-7ea05be57d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c943ce3f-b72f-4305-ad1a-2a98f46940ea,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:27.002790 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.075181 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.085556 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Transition to ACTIVE for port object a5037a9f-14f2-4e09-b2f2-54841dd8227c will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:27.101934 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Transition to ACTIVE for port object a5037a9f-14f2-4e09-b2f2-54841dd8227c will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:27.227008 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.281446 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:27.281613 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.281794 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:27.288974 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:08:27.291120 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Pushing event updated for resources: {'Port': ['ID=a5037a9f-14f2-4e09-b2f2-54841dd8227c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:27.300891 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.301262 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.301840 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.302179 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.302579 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.302939 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.303272 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.303608 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.303983 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.304307 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.304661 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.305040 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:27.363557 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Attempting to bind port a5037a9f-14f2-4e09-b2f2-54841dd8227c on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:08:27.363557 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Attempting to bind port a5037a9f-14f2-4e09-b2f2-54841dd8227c by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:08:27.363557 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Attempting to bind port a5037a9f-14f2-4e09-b2f2-54841dd8227c on network 432dd33d-a2e0-4ae1-844e-1697452c33e5 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:08:27.368055 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:08:27.368354 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Checking segment: {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:27.368909 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.369294 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Bound using segment: {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:08:27.369747 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Bound port: a5037a9f-14f2-4e09-b2f2-54841dd8227c, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:08:27.370129 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.436839 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] For port a5037a9f-14f2-4e09-b2f2-54841dd8227c, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:08:27.440029 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] For port a5037a9f-14f2-4e09-b2f2-54841dd8227c, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=a5037a9f-14f2-4e09-b2f2-54841dd8227c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:08:27.501207 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.566100 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0af8-62f2-46f3-90f2-403434aa8ae8 None None] Pushing event updated for resources: {'Port': ['ID=a5037a9f-14f2-4e09-b2f2-54841dd8227c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:27.684095 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.705010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.773132 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 32806) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:27.798055 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb242d0f-17c6-4806-9cd3-335ee397beae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:27.938705 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e8404-c6c0-4430-bc23-fe0094506021 req-d29edd78-f98e-4e9c-9c10-d32eedaf5a4c tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:27.943725 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-428e8404-c6c0-4430-bc23-fe0094506021 req-d29edd78-f98e-4e9c-9c10-d32eedaf5a4c tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 944 time: 0.1694334 Aug 24 10:08:27.997539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Allocated IP 172.27.3.13 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/f99068fe-f59f-4b38-bb18-2f02193bd3fb) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:08:28.009709 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-428e8404-c6c0-4430-bc23-fe0094506021 req-6c7a0ead-d981-425a-88ec-3a2ef4c33181 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560701 Aug 24 10:08:28.048971 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb242d0f-17c6-4806-9cd3-335ee397beae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.090829 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957a0e-8eb4-41fe-b8da-5331fb8f907a req-9a3b5a95-23c7-4a40-8da4-9ffacaea189c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:28.092249 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9f957a0e-8eb4-41fe-b8da-5331fb8f907a req-9a3b5a95-23c7-4a40-8da4-9ffacaea189c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0785408 Aug 24 10:08:28.139131 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9f957a0e-8eb4-41fe-b8da-5331fb8f907a req-57c82255-b3cc-46b1-9279-c030d322befe tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Aug 24 10:08:28.142504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.146888 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb242d0f-17c6-4806-9cd3-335ee397beae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.202113 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-bb242d0f-17c6-4806-9cd3-335ee397beae admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ebf0d5e8c9734344b7802ab04efd9df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267817 Aug 24 10:08:28.205106 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 32822) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:28.236120 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb242d0f-17c6-4806-9cd3-335ee397beae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0084acb6-9478-4f57-9b06-435d2395e969,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:28.287469 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa581317-90e8-4fa8-b3cb-5322e78f452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.310781 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa581317-90e8-4fa8-b3cb-5322e78f452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.346661 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.395768 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:28.395768 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:28.395768 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:08:28.398667 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Pushing event updated for resources: {'Port': ['ID=f99068fe-f59f-4b38-bb18-2f02193bd3fb,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:28.475037 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa581317-90e8-4fa8-b3cb-5322e78f452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.478947 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa581317-90e8-4fa8-b3cb-5322e78f452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.481254 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-aa581317-90e8-4fa8-b3cb-5322e78f452c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0084acb6-9478-4f57-9b06-435d2395e969 HTTP/1.1" status: 204 len: 168 time: 0.2740967 Aug 24 10:08:28.489638 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa581317-90e8-4fa8-b3cb-5322e78f452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0084acb6-9478-4f57-9b06-435d2395e969,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:28.724147 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e6442d-6635-486a-844a-2a1df1624fbc None None] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:08:28.767375 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:28.883622 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-0486e3d1-2b8d-4624-81a3-464ee660bb96 None None] Provisioning for port a5037a9f-14f2-4e09-b2f2-54841dd8227c completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:28.995722 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device a5037a9f-14f2-4e09-b2f2-54841dd8227c up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:29.050482 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.144068 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port a5037a9f-14f2-4e09-b2f2-54841dd8227c completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:29.149279 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port a5037a9f-14f2-4e09-b2f2-54841dd8227c triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:29.150138 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.184721 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c712d7-02ea-4507-92fb-9341174e50f2 req-a8b59cc6-fce2-4c68-91b0-c658760c50b6 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:29.184721 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f5c712d7-02ea-4507-92fb-9341174e50f2 req-a8b59cc6-fce2-4c68-91b0-c658760c50b6 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 944 time: 0.0683703 Aug 24 10:08:29.232352 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-42469270-00f1-4b9a-ae24-cbc4d401047d None None] Provisioning complete for port a5037a9f-14f2-4e09-b2f2-54841dd8227c triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:29.233083 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42469270-00f1-4b9a-ae24-cbc4d401047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.249085 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f5c712d7-02ea-4507-92fb-9341174e50f2 req-5c547bd5-c116-4901-a24f-9445a82da47e tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568740 Aug 24 10:08:29.319859 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.357711 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:08:29.381616 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port a5037a9f-14f2-4e09-b2f2-54841dd8227c, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=a5037a9f-14f2-4e09-b2f2-54841dd8227c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:29.395833 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42469270-00f1-4b9a-ae24-cbc4d401047d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.420324 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62f772-5cdc-4c6b-8bfc-592d3bd1996a req-13c5dd1b-6942-4d6d-85b7-9ad83d4ceeda tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:29.422982 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2f62f772-5cdc-4c6b-8bfc-592d3bd1996a req-13c5dd1b-6942-4d6d-85b7-9ad83d4ceeda tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0783353 Aug 24 10:08:29.446383 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 11196a0a-77ef-42e9-89a0-1457d9d63edc details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:08:29.475189 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.488918 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2f62f772-5cdc-4c6b-8bfc-592d3bd1996a req-0644f07c-b8ec-4ef9-adcd-1d32a1d5059b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586514 Aug 24 10:08:29.569526 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.db.api [None req-42469270-00f1-4b9a-ae24-cbc4d401047d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 10:08:29.570011 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG oslo_db.api [None req-42469270-00f1-4b9a-ae24-cbc4d401047d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 10:08:29.623478 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=a5037a9f-14f2-4e09-b2f2-54841dd8227c,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:29.675625 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 11196a0a-77ef-42e9-89a0-1457d9d63edc, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=11196a0a-77ef-42e9-89a0-1457d9d63edc,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:29.697380 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '11196a0a-77ef-42e9-89a0-1457d9d63edc', 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c', 'port_id': '11196a0a-77ef-42e9-89a0-1457d9d63edc', 'mac_address': 'fa:16:3e:98:d7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187cd05b-2462-4cb1-ad89-e0a4255f90db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:08:29.759707 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.766070 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:08:29.780869 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11196a0a-77ef-42e9-89a0-1457d9d63edc {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:08:29.782246 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Sync routers for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:08:29.792021 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:08:29.792709 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:08:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:29.812892 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 11196a0a-77ef-42e9-89a0-1457d9d63edc, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=11196a0a-77ef-42e9-89a0-1457d9d63edc,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:29.860248 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.861450 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-99423913-7d47-42f7-a1c1-d35e31d56dc5 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2650552 Aug 24 10:08:29.864899 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 32852) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:29.900404 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:29.932520 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:08:29.955536 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=11196a0a-77ef-42e9-89a0-1457d9d63edc,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:30.196608 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:28Z', 'revision_number': 3, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:30.229108 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Checking router: 8b60a346-8db0-4ff0-8227-6c5e0dfee546 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:08:30.229586 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Updating router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 port f99068fe-f59f-4b38-bb18-2f02193bd3fb binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:08:30.258241 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:30.380245 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:30.444045 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531bdec-a7dc-4b27-a1ee-78f9706a25b9 req-d00211ec-cf4d-4848-a716-70b64696ed47 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:30.445461 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6531bdec-a7dc-4b27-a1ee-78f9706a25b9 req-d00211ec-cf4d-4848-a716-70b64696ed47 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 945 time: 0.0790927 Aug 24 10:08:30.500903 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6531bdec-a7dc-4b27-a1ee-78f9706a25b9 req-2b35fe34-1ef3-4c86-8b79-7d72ad9666b4 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486298 Aug 24 10:08:30.635018 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Allocated IP 172.20.0.1 (432dd33d-a2e0-4ae1-844e-1697452c33e5/7a051b54-ad63-40ed-a1c2-670318b632f5/66a712de-7cda-4089-9112-969fb00b97e6) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:08:30.641111 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cba8a-dd65-4caa-b74b-05a24d0552e4 req-e399b08e-8aed-469b-b699-a388f5aecf21 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:30.643755 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da4cba8a-dd65-4caa-b74b-05a24d0552e4 req-e399b08e-8aed-469b-b699-a388f5aecf21 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0611384 Aug 24 10:08:30.647339 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:30.659241 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Transition to ACTIVE for port object f99068fe-f59f-4b38-bb18-2f02193bd3fb will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:30.708493 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da4cba8a-dd65-4caa-b74b-05a24d0552e4 req-3e8b9ef3-7594-4bd0-9b1c-0adf5e2e1bb7 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550539 Aug 24 10:08:30.769438 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:30.819415 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:30.824489 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Pushing event updated for resources: {'Port': ['ID=f99068fe-f59f-4b38-bb18-2f02193bd3fb,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:30.841186 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Attempting to bind port f99068fe-f59f-4b38-bb18-2f02193bd3fb on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:08:30.841186 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Attempting to bind port f99068fe-f59f-4b38-bb18-2f02193bd3fb by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:08:30.841186 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Attempting to bind port f99068fe-f59f-4b38-bb18-2f02193bd3fb on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:08:30.841841 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Transition to ACTIVE for port object 66a712de-7cda-4089-9112-969fb00b97e6 will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:30.847374 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.847964 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.848513 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.848998 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.852414 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['11196a0a-77ef-42e9-89a0-1457d9d63edc'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:08:30.852990 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.853512 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.853860 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.854200 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.854591 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.854926 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.855255 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.855584 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:30.859826 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:08:30.860599 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:30.861231 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:30.861827 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:08:30.862691 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Bound port: f99068fe-f59f-4b38-bb18-2f02193bd3fb, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:08:30.863262 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:30.889554 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device a5037a9f-14f2-4e09-b2f2-54841dd8227c up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:30.933265 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] For port f99068fe-f59f-4b38-bb18-2f02193bd3fb, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:08:30.937233 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] For port f99068fe-f59f-4b38-bb18-2f02193bd3fb, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=f99068fe-f59f-4b38-bb18-2f02193bd3fb,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:08:30.950270 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:30.997469 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:30.998749 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:31.004040 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:31.009315 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:08:31.034321 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Pushing event updated for resources: {'Port': ['ID=66a712de-7cda-4089-9112-969fb00b97e6,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:31.055264 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:31.079388 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:08:31.081265 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:08:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:31.087526 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d6b6-6cf0-463f-9424-f706443b4827 None None] Pushing event updated for resources: {'Port': ['ID=f99068fe-f59f-4b38-bb18-2f02193bd3fb,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:31.265951 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port a5037a9f-14f2-4e09-b2f2-54841dd8227c triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:31.266695 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:31.289770 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:08:31.307963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:31.452180 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-c30b222b-04c1-4311-8a5e-a395abd9550a None None] Provisioning for port 66a712de-7cda-4089-9112-969fb00b97e6 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:31.458004 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-c30b222b-04c1-4311-8a5e-a395abd9550a None None] Provisioning complete for port 66a712de-7cda-4089-9112-969fb00b97e6 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:31.458526 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c30b222b-04c1-4311-8a5e-a395abd9550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:31.526389 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c30b222b-04c1-4311-8a5e-a395abd9550a None None] Port 66a712de-7cda-4089-9112-969fb00b97e6 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:08:31.545604 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:28Z', 'revision_number': 3, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:31.563855 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:31.626016 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:31.654647 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29c032-da31-416d-92ec-2f0772a5f030 req-9b1656f2-5faa-46b0-8f93-1313ccd0b81d tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:31.657210 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dc29c032-da31-416d-92ec-2f0772a5f030 req-9b1656f2-5faa-46b0-8f93-1313ccd0b81d tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 945 time: 0.0580430 Aug 24 10:08:31.665051 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec298dbb-b477-4cdf-a168-93c21fe2609d None None] The sync data for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi is: [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:28Z', 'revision_number': 3, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:08:31.706509 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:31.708972 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dc29c032-da31-416d-92ec-2f0772a5f030 req-be6ce3f9-c0f9-4d85-a6f8-a2060039d9e4 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Aug 24 10:08:31.709515 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Pushing event updated for resources: {'Port': ['ID=66a712de-7cda-4089-9112-969fb00b97e6,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:31.848634 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:31.852961 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:31.884023 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401afa0-a838-4c2f-abda-3a4c7f7fd69c req-d2f6a0f5-ba8c-4fa6-a69e-bcb5686f45e6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:31.892218 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f401afa0-a838-4c2f-abda-3a4c7f7fd69c req-d2f6a0f5-ba8c-4fa6-a69e-bcb5686f45e6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0931914 Aug 24 10:08:31.981740 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f401afa0-a838-4c2f-abda-3a4c7f7fd69c req-3e424ce0-a447-4636-b0c0-4cf7baebe527 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822914 Aug 24 10:08:32.094233 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:08:32.233834 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:08:32.248583 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-4c566b84-4491-4020-90a5-0bd0a2f868a8 admin admin] 10.222.0.64 "PUT /v2.0/routers/8b60a346-8db0-4ff0-8227-6c5e0dfee546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3794937 Aug 24 10:08:32.276372 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-114c29b6-f986-464a-85e7-6dcf1f1267ba None None] Provisioning complete for port 66a712de-7cda-4089-9112-969fb00b97e6 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:32.277110 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-114c29b6-f986-464a-85e7-6dcf1f1267ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:32.373324 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-114c29b6-f986-464a-85e7-6dcf1f1267ba None None] Port 66a712de-7cda-4089-9112-969fb00b97e6 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:08:32.845308 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246100e0-5526-4c77-8c0d-dafd11dbcf85 req-baca4ba2-e3b8-4aa6-9e94-b2164d43215f tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:32.850898 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-246100e0-5526-4c77-8c0d-dafd11dbcf85 req-baca4ba2-e3b8-4aa6-9e94-b2164d43215f tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 945 time: 0.0644410 Aug 24 10:08:32.892377 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-246100e0-5526-4c77-8c0d-dafd11dbcf85 req-60b23006-6f92-40c9-8461-9601fe1caa62 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Aug 24 10:08:32.907207 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device f99068fe-f59f-4b38-bb18-2f02193bd3fb up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:33.014701 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port f99068fe-f59f-4b38-bb18-2f02193bd3fb completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:33.019734 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port f99068fe-f59f-4b38-bb18-2f02193bd3fb triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:33.020472 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.141597 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a1c31-4aff-4ea7-85ac-07be0db5035f req-0e78b34f-7c53-45d7-a949-ee6d6ab11f07 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:33.144064 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-546a1c31-4aff-4ea7-85ac-07be0db5035f req-0e78b34f-7c53-45d7-a949-ee6d6ab11f07 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0761402 Aug 24 10:08:33.148759 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.180589 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port f99068fe-f59f-4b38-bb18-2f02193bd3fb, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=f99068fe-f59f-4b38-bb18-2f02193bd3fb,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:33.221601 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-546a1c31-4aff-4ea7-85ac-07be0db5035f req-75d32099-84f9-477b-bd3e-50090d3a7dd2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665169 Aug 24 10:08:33.254565 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.308905 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=f99068fe-f59f-4b38-bb18-2f02193bd3fb,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:33.318242 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 32920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:33.323303 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-821030476-network', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:33.448908 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Made reservation on behalf of b47bb21f62274fd2b573343cb6ba0431 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:08:33.451481 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.462904 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.509287 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Sync routers for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:08:33.521184 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:08:33.522652 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:08:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:33.565528 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.629700 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.633594 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:08:33.651828 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1231, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:08:33.667859 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0896724-def7-4b74-a197-ab473c59034e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:33.670930 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.671269 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Added segment 478bf879-039e-4280-a269-20e66d2e3f4b of type vlan for network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 Aug 24 10:08:33.728107 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.826997 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.828694 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:33.829749 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:33.884425 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 2, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:33.915232 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Checking router: 8b60a346-8db0-4ff0-8227-6c5e0dfee546 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:08:33.915550 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Updating router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 port 66a712de-7cda-4089-9112-969fb00b97e6 binding host dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:08:33.919000 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c1f1e00d-8bbc-427b-9aea-e2eeccc1d530,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:33.938683 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:08:33.958234 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:34.032015 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-073d3025-51b3-486c-a2c7-eebbb06a12e4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7093000 Aug 24 10:08:34.032824 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 32928) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:34.042869 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Request body: {'subnet': {'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-821030476-subnet', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'ip_version': 4}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:34.051701 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509e02b-9190-4edf-85b4-024d7cfc7abf req-9723eb87-98e3-475c-80c5-a4d286f173bd tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:34.054449 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5509e02b-9190-4edf-85b4-024d7cfc7abf req-9723eb87-98e3-475c-80c5-a4d286f173bd tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 945 time: 0.0796592 Aug 24 10:08:34.103127 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5509e02b-9190-4edf-85b4-024d7cfc7abf req-0cfce102-a450-469e-ac69-18670dabb700 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Aug 24 10:08:34.162789 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Made reservation on behalf of b47bb21f62274fd2b573343cb6ba0431 for: {'subnet': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:08:34.165203 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3295525'] for subnet, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:34.394815 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:34.412576 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Transition to ACTIVE for port object 66a712de-7cda-4089-9112-969fb00b97e6 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:34.420244 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b446a-c56b-48ff-9eb7-34c6866f598e req-a2a75e75-4794-4134-8eb0-6e3130bdadec tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:34.428057 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-079b446a-c56b-48ff-9eb7-34c6866f598e req-a2a75e75-4794-4134-8eb0-6e3130bdadec tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1008694 Aug 24 10:08:34.478029 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:34.504874 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-079b446a-c56b-48ff-9eb7-34c6866f598e req-74170521-0a45-4263-a899-91dc853fab2e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582900 Aug 24 10:08:34.558457 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f04e7-e121-46f5-9398-90049c53baad None None] Pushing event updated for resources: {'Port': ['ID=66a712de-7cda-4089-9112-969fb00b97e6,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:34.624523 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3295575'] for subnet, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:34.671678 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Attempting to bind port 66a712de-7cda-4089-9112-969fb00b97e6 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:08:34.672630 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Attempting to bind port 66a712de-7cda-4089-9112-969fb00b97e6 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:08:34.673513 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Attempting to bind port 66a712de-7cda-4089-9112-969fb00b97e6 on network 432dd33d-a2e0-4ae1-844e-1697452c33e5 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:08:34.685508 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:08:34.686525 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Checking segment: {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:34.687433 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:34.688496 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Bound using segment: {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:08:34.690459 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Bound port: 66a712de-7cda-4089-9112-969fb00b97e6, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:08:34.691324 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:34.775441 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffed59a-7b02-420b-8c8a-770472ade6eb,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:34.784860 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Checking segment: {'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:34.785417 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Network hostable DHCP agents. Network: c1f1e00d-8bbc-427b-9aea-e2eeccc1d530, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:08:34.800893 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 11196a0a-77ef-42e9-89a0-1457d9d63edc up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:34.875630 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] For port 66a712de-7cda-4089-9112-969fb00b97e6, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:08:34.890674 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] For port 66a712de-7cda-4089-9112-969fb00b97e6, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=66a712de-7cda-4089-9112-969fb00b97e6,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:08:34.900832 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:08:34.907116 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device f99068fe-f59f-4b38-bb18-2f02193bd3fb up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:34.974715 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port f99068fe-f59f-4b38-bb18-2f02193bd3fb triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:34.975083 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.014655 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, c1f1e00d-8bbc-427b-9aea-e2eeccc1d530) {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:35.021575 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 11196a0a-77ef-42e9-89a0-1457d9d63edc completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:35.021575 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.024669 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:35.025625 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.038567 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c747fc1-613b-4126-bf93-4412e0fe8d43 None None] Network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:08:35.042641 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 11196a0a-77ef-42e9-89a0-1457d9d63edc triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:35.043129 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.179971 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-f5effb3a-41d8-4aba-b905-a8ceabf16ab3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1441865 Aug 24 10:08:35.181932 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 32952) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:35.187580 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:35.221590 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:08:35.222237 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:08:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:35.275780 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c9c30-408c-423c-b725-2c902720fcc8 req-d1f6f824-0a15-495a-883b-01883e23fb6b tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:35.278628 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-142c9c30-408c-423c-b725-2c902720fcc8 req-d1f6f824-0a15-495a-883b-01883e23fb6b tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 945 time: 0.0850577 Aug 24 10:08:35.334828 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-142c9c30-408c-423c-b725-2c902720fcc8 req-09745aaf-2c7c-4d67-860e-6d7a9fa61fbc tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Aug 24 10:08:35.400491 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f04e7-e121-46f5-9398-90049c53baad None None] Pushing event updated for resources: {'Port': ['ID=66a712de-7cda-4089-9112-969fb00b97e6,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:35.413233 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.417933 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.481623 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.624179 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.653529 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:08:35.661311 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb880bdd-de2c-4d24-bcce-5823831114db req-8995b46c-cd70-458c-9513-08c76e089f16 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:35.671144 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fb880bdd-de2c-4d24-bcce-5823831114db req-8995b46c-cd70-458c-9513-08c76e089f16 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0783439 Aug 24 10:08:35.702422 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84c5115-76ce-4cd8-aa65-81603a4ac408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11196a0a-77ef-42e9-89a0-1457d9d63edc'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:08:35.702422 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3547a20c-c7ea-412d-b509-ac6f62ad91a6" -d '{"events": [{"server_uuid": "a84c5115-76ce-4cd8-aa65-81603a4ac408", "name": "network-vif-plugged", "status": "completed", "tag": "11196a0a-77ef-42e9-89a0-1457d9d63edc"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:08:35.740794 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 11196a0a-77ef-42e9-89a0-1457d9d63edc, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=11196a0a-77ef-42e9-89a0-1457d9d63edc,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:35.749221 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-c1f1e00d-8bbc-427b-9aea-e2eeccc1d530', 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'fixed_ips': [{'subnet_id': 'dffed59a-7b02-420b-8c8a-770472ade6eb'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:08:35.749472 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fb880bdd-de2c-4d24-bcce-5823831114db req-0f3d78ab-4d6b-44be-b3bc-add39120de5d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764220 Aug 24 10:08:35.750243 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.789790 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:35.801246 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4182e2a8-c862-4baa-83e4-af1bcbb8f35d x-openstack-request-id: req-4182e2a8-c862-4baa-83e4-af1bcbb8f35d {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:08:35.801521 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84c5115-76ce-4cd8-aa65-81603a4ac408", "name": "network-vif-plugged", "status": "completed", "tag": "11196a0a-77ef-42e9-89a0-1457d9d63edc", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:08:35.801763 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4182e2a8-c862-4baa-83e4-af1bcbb8f35d {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:08:35.802153 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84c5115-76ce-4cd8-aa65-81603a4ac408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11196a0a-77ef-42e9-89a0-1457d9d63edc', 'code': 200} Aug 24 10:08:35.820966 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:36.000598 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=11196a0a-77ef-42e9-89a0-1457d9d63edc,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:36.131077 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Allocated IP 172.20.0.2 (c1f1e00d-8bbc-427b-9aea-e2eeccc1d530/dffed59a-7b02-420b-8c8a-770472ade6eb/2a84f929-a738-448d-ac74-c879714f785b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:08:36.218940 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:34Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:36.228739 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:36.270660 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81dc818e-728d-4030-8e8b-73849d96e8a0 None None] The sync data for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi is: [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:34Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:08:36.279771 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:36.475928 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:36.489417 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Transition to ACTIVE for port object 2a84f929-a738-448d-ac74-c879714f785b will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:36.523813 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Transition to ACTIVE for port object 2a84f929-a738-448d-ac74-c879714f785b will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:36.557977 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Allocated IP 172.27.3.240 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/bd27e561-f0d5-4719-9038-92c92b3de520) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:08:36.578366 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b130571-268d-4e67-9f52-ab6be3bfca07 req-f169fafa-8f91-4e1e-ab63-a7a88c24e817 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:36.580707 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9b130571-268d-4e67-9f52-ab6be3bfca07 req-f169fafa-8f91-4e1e-ab63-a7a88c24e817 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 946 time: 0.0987959 Aug 24 10:08:36.608999 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:36.659629 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:36.663217 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:36.666373 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:08:36.687615 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Pushing event updated for resources: {'Port': ['ID=2a84f929-a738-448d-ac74-c879714f785b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:36.748291 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Attempting to bind port 2a84f929-a738-448d-ac74-c879714f785b on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:08:36.748706 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Attempting to bind port 2a84f929-a738-448d-ac74-c879714f785b by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:08:36.749516 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Attempting to bind port 2a84f929-a738-448d-ac74-c879714f785b on network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:08:36.760921 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:08:36.760921 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Checking segment: {'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:36.761248 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:36.761615 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Bound using segment: {'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:08:36.762144 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Bound port: 2a84f929-a738-448d-ac74-c879714f785b, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:08:36.762589 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:36.868925 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] For port 2a84f929-a738-448d-ac74-c879714f785b, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:08:36.878129 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] For port 2a84f929-a738-448d-ac74-c879714f785b, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=2a84f929-a738-448d-ac74-c879714f785b,segment=NetworkSegment(478bf879-039e-4280-a269-20e66d2e3f4b),segment_id=478bf879-039e-4280-a269-20e66d2e3f4b)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:08:36.947457 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 66a712de-7cda-4089-9112-969fb00b97e6 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:36.954641 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9b130571-268d-4e67-9f52-ab6be3bfca07 req-dec73551-f13e-4221-b2a5-239db01ab215 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658068 Aug 24 10:08:36.987705 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:37.018357 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:37.101895 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683e4ab-4d38-4db3-b16c-981c1517e1ed None None] Pushing event updated for resources: {'Port': ['ID=2a84f929-a738-448d-ac74-c879714f785b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:37.155165 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81f27f-ee5f-4140-b9e3-913a9948fd58 req-00e033f8-2e41-485e-ae23-aa3c80d2fda0 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:37.156346 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ef81f27f-ee5f-4140-b9e3-913a9948fd58 req-00e033f8-2e41-485e-ae23-aa3c80d2fda0 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0984833 Aug 24 10:08:37.205040 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:37.223430 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 66a712de-7cda-4089-9112-969fb00b97e6 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:37.228649 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 66a712de-7cda-4089-9112-969fb00b97e6 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:37.229087 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:37.296944 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd27e561-f0d5-4719-9038-92c92b3de520,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:37.397457 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ef81f27f-ee5f-4140-b9e3-913a9948fd58 req-9378b3f1-7246-4152-8267-9ecb3d22b585 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339203 Aug 24 10:08:37.403725 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:37.406506 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:37.410467 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:08:37.415023 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:37.521905 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 66a712de-7cda-4089-9112-969fb00b97e6, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=66a712de-7cda-4089-9112-969fb00b97e6,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:37.616198 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:37.694045 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=66a712de-7cda-4089-9112-969fb00b97e6,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:37.888379 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:38.136624 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8223635-8ba4-41e1-88d1-b76405c3c549 req-7596cfcb-ff7a-45c2-bf72-f5c64e360876 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:38.138221 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d8223635-8ba4-41e1-88d1-b76405c3c549 req-7596cfcb-ff7a-45c2-bf72-f5c64e360876 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 946 time: 0.1003897 Aug 24 10:08:38.143760 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:38.233104 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d8223635-8ba4-41e1-88d1-b76405c3c549 req-1dc76cd5-3164-46a9-9079-9db1e90933ca tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859566 Aug 24 10:08:38.296066 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ae8a3-9911-4e0a-bb98-ae9146a054df None None] Network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:08:38.389022 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:08:38.552141 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:08:38.566992 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136332aa-8006-445f-815f-34361c6950ff req-24622ea7-19f0-47c9-99e4-8ef4b2a31dcf tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:38.572496 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-136332aa-8006-445f-815f-34361c6950ff req-24622ea7-19f0-47c9-99e4-8ef4b2a31dcf tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0600259 Aug 24 10:08:38.572676 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Sync routers for ids ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:08:38.585460 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Routers {'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:08:38.586514 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:08:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:38.597508 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-90930ad7-6eb9-4329-9950-da0975310a29 None None] Provisioning for port 2a84f929-a738-448d-ac74-c879714f785b completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:38.616284 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-136332aa-8006-445f-815f-34361c6950ff req-657780c6-15ac-4a35-8446-bdf05c4a3805 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391486 Aug 24 10:08:38.709805 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:38.713033 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765ed6d-a3a8-42ac-9796-064804a5e7a8 req-58ffbde6-9c6b-4646-a445-6504333d77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:38.714414 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-75de718c-52ba-4646-8d54-73bcfdd6cfa6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5310233 Aug 24 10:08:38.715176 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 33032) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:38.715957 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4765ed6d-a3a8-42ac-9796-064804a5e7a8 req-58ffbde6-9c6b-4646-a445-6504333d77ab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 1099 time: 0.0831845 Aug 24 10:08:38.760070 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4765ed6d-a3a8-42ac-9796-064804a5e7a8 req-601c6a20-1414-4724-9ae0-73f79a35114a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363827 Aug 24 10:08:38.778949 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Set router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:08:39.040967 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 66a712de-7cda-4089-9112-969fb00b97e6 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:39.043727 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 3, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port': {'id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:36Z', 'updated_at': '2021-08-24T10:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:39.075122 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Checking router: c64d89bf-39f8-4dfe-a7e9-e753ce2baefc for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:08:39.075418 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Updating router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc port bd27e561-f0d5-4719-9038-92c92b3de520 binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:08:39.101046 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 66a712de-7cda-4089-9112-969fb00b97e6 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:39.101770 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.111236 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.193314 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 2a84f929-a738-448d-ac74-c879714f785b up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:39.249488 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.380279 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c1d52-7e5f-4fbd-b950-0ec8460e0c34 req-107d8c36-ded4-490c-802f-8f25f9f979ff tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:39.381889 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5e6c1d52-7e5f-4fbd-b950-0ec8460e0c34 req-107d8c36-ded4-490c-802f-8f25f9f979ff tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 946 time: 0.0596831 Aug 24 10:08:39.388817 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 2a84f929-a738-448d-ac74-c879714f785b completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:39.393760 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 2a84f929-a738-448d-ac74-c879714f785b triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:39.394170 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.440242 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.451463 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Transition to ACTIVE for port object bd27e561-f0d5-4719-9038-92c92b3de520 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:39.462760 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5e6c1d52-7e5f-4fbd-b950-0ec8460e0c34 req-ad851fe3-0554-472c-b3a2-5b810a28cf6b tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696840 Aug 24 10:08:39.509147 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Allocated IP 172.20.0.1 (c1f1e00d-8bbc-427b-9aea-e2eeccc1d530/dffed59a-7b02-420b-8c8a-770472ade6eb/3b0be2f6-991d-41b2-929d-f81439fbfd3d) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:08:39.510003 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.557046 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 2a84f929-a738-448d-ac74-c879714f785b, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=2a84f929-a738-448d-ac74-c879714f785b,segment=NetworkSegment(478bf879-039e-4280-a269-20e66d2e3f4b),segment_id=478bf879-039e-4280-a269-20e66d2e3f4b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:39.632148 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.646104 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.646758 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Transition to ACTIVE for port object 3b0be2f6-991d-41b2-929d-f81439fbfd3d will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:39.682879 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.701738 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672937a9-23e9-4cac-b050-f3c92d56ca32 None None] Pushing event updated for resources: {'Port': ['ID=bd27e561-f0d5-4719-9038-92c92b3de520,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:39.714500 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Attempting to bind port bd27e561-f0d5-4719-9038-92c92b3de520 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:08:39.715040 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Attempting to bind port bd27e561-f0d5-4719-9038-92c92b3de520 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:08:39.715602 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Attempting to bind port bd27e561-f0d5-4719-9038-92c92b3de520 on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:08:39.722671 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:08:39.723254 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:39.723822 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.724694 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:08:39.725523 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Bound port: bd27e561-f0d5-4719-9038-92c92b3de520, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:08:39.726104 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.785761 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=2a84f929-a738-448d-ac74-c879714f785b,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:39.794383 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4fc2d-4a2f-40cc-ac49-64c5dee03536 req-60bdccf8-eb39-41c4-87b8-9ff37959801f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:39.796006 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-43e4fc2d-4a2f-40cc-ac49-64c5dee03536 req-60bdccf8-eb39-41c4-87b8-9ff37959801f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0714862 Aug 24 10:08:39.812216 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] For port bd27e561-f0d5-4719-9038-92c92b3de520, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:08:39.817395 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] For port bd27e561-f0d5-4719-9038-92c92b3de520, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=bd27e561-f0d5-4719-9038-92c92b3de520,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:08:39.862377 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.914293 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:39.924782 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:39.930071 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-43e4fc2d-4a2f-40cc-ac49-64c5dee03536 req-7d1b037d-bc80-4a41-b524-55d918b4774c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128595 Aug 24 10:08:39.933243 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:39.941074 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:08:39.978764 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Routers {'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:08:39.979298 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0be2f6-991d-41b2-929d-f81439fbfd3d,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:39.979416 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:08:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:39.989024 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:40.042743 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34e0ed-2bee-4724-8144-7841339c4185 req-05713b71-4ffb-435e-bc47-dbfa1e7a625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:40.045138 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0e34e0ed-2bee-4724-8144-7841339c4185 req-05713b71-4ffb-435e-bc47-dbfa1e7a625a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1098 time: 0.1125433 Aug 24 10:08:40.121697 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0e34e0ed-2bee-4724-8144-7841339c4185 req-150379cf-423b-4e1f-8759-40e500ff2c81 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575068 Aug 24 10:08:40.171610 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672937a9-23e9-4cac-b050-f3c92d56ca32 None None] Pushing event updated for resources: {'Port': ['ID=bd27e561-f0d5-4719-9038-92c92b3de520,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:40.196278 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] Set router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:08:40.263250 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:40.401161 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 3, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port': {'id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:36Z', 'updated_at': '2021-08-24T10:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:40.403131 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-eaccb6c2-2070-4acd-8038-b486e662216d None None] Provisioning for port 3b0be2f6-991d-41b2-929d-f81439fbfd3d completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:40.407593 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-eaccb6c2-2070-4acd-8038-b486e662216d None None] Provisioning complete for port 3b0be2f6-991d-41b2-929d-f81439fbfd3d triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:40.412737 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eaccb6c2-2070-4acd-8038-b486e662216d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:40.453493 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115000dc-ba0d-44ed-8ba3-afaaa089c116 None None] The sync data for ids ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'] in dv-cinder-805796-1-iscsi is: [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 3, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port': {'id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:36Z', 'updated_at': '2021-08-24T10:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:08:40.470580 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-eaccb6c2-2070-4acd-8038-b486e662216d None None] Port 3b0be2f6-991d-41b2-929d-f81439fbfd3d cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:08:40.488848 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:40.508634 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 33066) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:40.540314 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:40.617167 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 33074) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:40.709637 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:40.732267 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b0be2f6-991d-41b2-929d-f81439fbfd3d,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:40.757232 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.757343 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.757771 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.758112 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.758478 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.758779 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.759102 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.759425 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.759746 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.760063 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.760380 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.760739 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:40.772357 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:40.901114 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a30c-6a14-4be9-a933-c5a6276a0827 req-9afedf79-6870-49d3-87b2-16ac1a05bd5b tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:40.903938 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e3f8a30c-6a14-4be9-a933-c5a6276a0827 req-9afedf79-6870-49d3-87b2-16ac1a05bd5b tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 946 time: 0.2879608 Aug 24 10:08:40.964667 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 2a84f929-a738-448d-ac74-c879714f785b up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:40.967246 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:40.983003 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef2b91f5-edb3-4b42-b72d-f95ac4a581c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.040366 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 2a84f929-a738-448d-ac74-c879714f785b triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:41.041158 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.045347 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e3f8a30c-6a14-4be9-a933-c5a6276a0827 req-699a2bdd-9eee-48cf-976b-c28b52981957 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958762 Aug 24 10:08:41.074802 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.093961 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:41.116833 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:41.161780 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aec1d1-f44c-4feb-a0f6-042488794b17,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:41.171002 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.171367 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.171672 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.171996 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.172316 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.172735 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.173054 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.173368 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.174329 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.175042 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.175636 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.176107 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:08:41.184277 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-cd8f493f-3fcb-44b3-9404-b053ec9b4918 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a61ed7ad8396403c98ba20ab2bedf66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5656064 Aug 24 10:08:41.187112 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 33088) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:41.361015 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-379b9f53-34fd-4fbd-9651-8c17d91802c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.389414 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-379b9f53-34fd-4fbd-9651-8c17d91802c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.467214 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:08:41.491529 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55cd9f-0f15-4e47-83ab-76ee440a8f5f req-61e9e54c-7e6e-4d61-b4c4-de8754933ebf tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:41.493492 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e55cd9f-0f15-4e47-83ab-76ee440a8f5f req-61e9e54c-7e6e-4d61-b4c4-de8754933ebf tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.3553541 Aug 24 10:08:41.510510 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-74616d10-ee55-45de-a2d5-8309f633c657 None None] Provisioning complete for port 3b0be2f6-991d-41b2-929d-f81439fbfd3d triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:41.511244 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74616d10-ee55-45de-a2d5-8309f633c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.511381 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-379b9f53-34fd-4fbd-9651-8c17d91802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.514852 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-379b9f53-34fd-4fbd-9651-8c17d91802c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.516650 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-379b9f53-34fd-4fbd-9651-8c17d91802c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/95aec1d1-f44c-4feb-a0f6-042488794b17 HTTP/1.1" status: 204 len: 168 time: 0.3284039 Aug 24 10:08:41.537846 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b9f53-34fd-4fbd-9651-8c17d91802c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aec1d1-f44c-4feb-a0f6-042488794b17,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:41.577618 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-74616d10-ee55-45de-a2d5-8309f633c657 None None] Port 3b0be2f6-991d-41b2-929d-f81439fbfd3d cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:08:41.844809 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e55cd9f-0f15-4e47-83ab-76ee440a8f5f req-d980afe4-bebe-40ca-b86b-f9e5cc4f7287 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347778 Aug 24 10:08:41.846856 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef2b91f5-edb3-4b42-b72d-f95ac4a581c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.920210 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:08:41.928320 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3a2d06a5-89c9-41ee-8ca7-de4f3d5a0bd4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c64d89bf-39f8-4dfe-a7e9-e753ce2baefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2100871 Aug 24 10:08:41.933622 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef2b91f5-edb3-4b42-b72d-f95ac4a581c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:41.989375 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b91f5-edb3-4b42-b72d-f95ac4a581c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790a05ff-78c2-49c6-978d-0155f4dc2824,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:41.989375 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ef2b91f5-edb3-4b42-b72d-f95ac4a581c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=56404d2119e74d3f897f574afac04c18&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4712529 Aug 24 10:08:41.991277 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 33102) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:42.076773 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f951ced-78ac-4d88-bbb7-6e0051f4f3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:42.106097 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f951ced-78ac-4d88-bbb7-6e0051f4f3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:42.238513 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f951ced-78ac-4d88-bbb7-6e0051f4f3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:42.249265 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f951ced-78ac-4d88-bbb7-6e0051f4f3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:42.264498 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7f951ced-78ac-4d88-bbb7-6e0051f4f3be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/790a05ff-78c2-49c6-978d-0155f4dc2824 HTTP/1.1" status: 204 len: 168 time: 0.2672331 Aug 24 10:08:42.276874 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f951ced-78ac-4d88-bbb7-6e0051f4f3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790a05ff-78c2-49c6-978d-0155f4dc2824,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:42.962609 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device bd27e561-f0d5-4719-9038-92c92b3de520 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:43.011429 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037a75-d626-4288-a2ab-921a9da03462 req-1e947a5c-3d17-4800-a739-5e14424e1a2c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:43.013744 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-de037a75-d626-4288-a2ab-921a9da03462 req-1e947a5c-3d17-4800-a739-5e14424e1a2c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0825300 Aug 24 10:08:43.113850 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-de037a75-d626-4288-a2ab-921a9da03462 req-5970ab7b-332f-44c7-b622-fe3c2b367d58 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847178 Aug 24 10:08:43.129562 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port bd27e561-f0d5-4719-9038-92c92b3de520 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:43.135599 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port bd27e561-f0d5-4719-9038-92c92b3de520 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:43.136304 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:43.262273 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:43.311175 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port bd27e561-f0d5-4719-9038-92c92b3de520, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=bd27e561-f0d5-4719-9038-92c92b3de520,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:43.388687 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:43.553882 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Sync routers for ids ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:08:43.568884 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=bd27e561-f0d5-4719-9038-92c92b3de520,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:43.577584 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Routers {'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:08:43.578547 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:08:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:43.783371 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Set router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:08:43.880779 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-0c4afd7e-1d1a-4996-9a86-1996022ffe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:43.883004 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-0c4afd7e-1d1a-4996-9a86-1996022ffe6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0779090 Aug 24 10:08:44.132755 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-afb6f1a0-663c-4b1c-90ec-ba34d903ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:44.141846 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-afb6f1a0-663c-4b1c-90ec-ba34d903ee62 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 921 time: 0.2271082 Aug 24 10:08:44.337569 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-e87fda14-bcc4-4aaf-8653-53e45843a0f3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 200 len: 217 time: 0.1691024 Aug 24 10:08:44.485821 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:08:40Z', 'revision_number': 4, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port': {'id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:36Z', 'updated_at': '2021-08-24T10:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '3b0be2f6-991d-41b2-929d-f81439fbfd3d', 'name': '', 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'mac_address': 'fa:16:3e:68:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'dffed59a-7b02-420b-8c8a-770472ade6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:39Z', 'updated_at': '2021-08-24T10:08:40Z', 'revision_number': 2, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'subnets': [{'id': 'dffed59a-7b02-420b-8c8a-770472ade6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:44.568232 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6ab4c-2549-45e4-9499-3789a557b246 req-4512065c-6ab0-4306-9a6a-13bc2054482e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:44.577129 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-44c6ab4c-2549-45e4-9499-3789a557b246 req-4512065c-6ab0-4306-9a6a-13bc2054482e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.2435346 Aug 24 10:08:44.615522 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-81e1e3be-6aba-44c8-a56d-fa9d58f5cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:44.617102 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-81e1e3be-6aba-44c8-a56d-fa9d58f5cc5b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.2700813 Aug 24 10:08:44.622540 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Checking router: c64d89bf-39f8-4dfe-a7e9-e753ce2baefc for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:08:44.624945 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Updating router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc port 3b0be2f6-991d-41b2-929d-f81439fbfd3d binding host dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:08:44.698525 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:44.950968 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device bd27e561-f0d5-4719-9038-92c92b3de520 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:45.007991 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-cdfaf736-3f25-4509-801c-e17d3251f5b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3699019 Aug 24 10:08:45.013092 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-44c6ab4c-2549-45e4-9499-3789a557b246 req-3bd304fc-3d86-4a71-81ce-5a4296e6c8b0 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348073 Aug 24 10:08:45.120536 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port bd27e561-f0d5-4719-9038-92c92b3de520 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:45.120906 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:45.174204 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-28ceef97-ed19-42d1-97cc-818f5bb2fe64 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566689 Aug 24 10:08:45.328011 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:45.345348 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Transition to ACTIVE for port object 3b0be2f6-991d-41b2-929d-f81439fbfd3d will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:08:45.398512 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0e36986-3967-4940-8d5d-b3be32412b34 req-75a4a041-bf7f-410f-977a-a6b1e715004c service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079415 Aug 24 10:08:45.431161 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:45.624019 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add73190-9fc5-4441-8998-f9f244b037a5 None None] Pushing event updated for resources: {'Port': ['ID=3b0be2f6-991d-41b2-929d-f81439fbfd3d,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:45.679192 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Attempting to bind port 3b0be2f6-991d-41b2-929d-f81439fbfd3d on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:08:45.679838 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Attempting to bind port 3b0be2f6-991d-41b2-929d-f81439fbfd3d by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:08:45.680492 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Attempting to bind port 3b0be2f6-991d-41b2-929d-f81439fbfd3d on network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:08:45.694797 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:08:45.694797 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Checking segment: {'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:08:45.694797 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:45.694797 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Bound using segment: {'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:08:45.694797 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Bound port: 3b0be2f6-991d-41b2-929d-f81439fbfd3d, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478bf879-039e-4280-a269-20e66d2e3f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:08:45.694797 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:45.848382 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:45.884275 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] For port 3b0be2f6-991d-41b2-929d-f81439fbfd3d, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:08:45.887915 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] For port 3b0be2f6-991d-41b2-929d-f81439fbfd3d, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=3b0be2f6-991d-41b2-929d-f81439fbfd3d,segment=NetworkSegment(478bf879-039e-4280-a269-20e66d2e3f4b),segment_id=478bf879-039e-4280-a269-20e66d2e3f4b)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:08:46.164900 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:46.190919 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bb7a1-20b5-4f52-aec5-349eb95986c9 req-60f5fbec-df7d-4d0f-b95c-757261f12f8f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:46.193452 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e81bb7a1-20b5-4f52-aec5-349eb95986c9 req-60f5fbec-df7d-4d0f-b95c-757261f12f8f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0696435 Aug 24 10:08:46.259272 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e81bb7a1-20b5-4f52-aec5-349eb95986c9 req-74e6a840-0a17-4c1c-989b-f56ce2d390b8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579674 Aug 24 10:08:46.275616 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add73190-9fc5-4441-8998-f9f244b037a5 None None] Pushing event updated for resources: {'Port': ['ID=3b0be2f6-991d-41b2-929d-f81439fbfd3d,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:46.288005 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Routers {'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:08:46.291504 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:08:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:46.569847 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0b8a7-d4b0-48ea-8b4b-4a083701b629 req-0a5bc037-e86c-47d5-8089-780b65488afe tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:46.581229 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6d0b8a7-d4b0-48ea-8b4b-4a083701b629 req-0a5bc037-e86c-47d5-8089-780b65488afe tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 946 time: 0.2126465 Aug 24 10:08:46.700347 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6d0b8a7-d4b0-48ea-8b4b-4a083701b629 req-4280ff0b-fb42-4a06-b2f3-c966a292aa85 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176846 Aug 24 10:08:46.722914 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] Set router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:08:47.081660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ea84a-3008-459f-beb2-9bf7c7416549 req-edd8f439-50ed-4dfc-8b6f-5161838b0cfc tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:47.104772 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:08:40Z', 'revision_number': 4, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port': {'id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:36Z', 'updated_at': '2021-08-24T10:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '3b0be2f6-991d-41b2-929d-f81439fbfd3d', 'name': '', 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'mac_address': 'fa:16:3e:68:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'dffed59a-7b02-420b-8c8a-770472ade6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:39Z', 'updated_at': '2021-08-24T10:08:45Z', 'revision_number': 4, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'subnets': [{'id': 'dffed59a-7b02-420b-8c8a-770472ade6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:08:47.110082 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-984ea84a-3008-459f-beb2-9bf7c7416549 req-edd8f439-50ed-4dfc-8b6f-5161838b0cfc tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1427746 Aug 24 10:08:47.153570 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83d6182-b207-49b0-8a73-f070ef9f6f4b None None] The sync data for ids ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'] in dv-cinder-805796-1-iscsi is: [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:08:40Z', 'revision_number': 4, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port': {'id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:36Z', 'updated_at': '2021-08-24T10:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '3b0be2f6-991d-41b2-929d-f81439fbfd3d', 'name': '', 'network_id': 'c1f1e00d-8bbc-427b-9aea-e2eeccc1d530', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'mac_address': 'fa:16:3e:68:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'dffed59a-7b02-420b-8c8a-770472ade6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:39Z', 'updated_at': '2021-08-24T10:08:45Z', 'revision_number': 4, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'subnets': [{'id': 'dffed59a-7b02-420b-8c8a-770472ade6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:08:47.220192 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424b996-168a-49d2-a785-22edf945ee86 req-f1c10bc9-6b48-4523-a8d7-47378593a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:47.220192 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b424b996-168a-49d2-a785-22edf945ee86 req-f1c10bc9-6b48-4523-a8d7-47378593a579 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1098 time: 0.1217494 Aug 24 10:08:47.223565 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-984ea84a-3008-459f-beb2-9bf7c7416549 req-f13f3463-6249-41db-a4e1-2e8725c5dcad tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122065 Aug 24 10:08:47.520842 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424b996-168a-49d2-a785-22edf945ee86 req-b56689d7-0138-4d98-bc39-a5bcfd862fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:47.523596 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b424b996-168a-49d2-a785-22edf945ee86 req-b56689d7-0138-4d98-bc39-a5bcfd862fdd service neutron] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 921 time: 0.2955031 Aug 24 10:08:47.609229 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b424b996-168a-49d2-a785-22edf945ee86 req-58af4a92-bb8c-482b-9814-cbe55a73565b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 200 len: 217 time: 0.0729086 Aug 24 10:08:47.705172 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424b996-168a-49d2-a785-22edf945ee86 req-2dc1a658-f0d9-473c-ab12-b4d2b218f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:47.707782 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b424b996-168a-49d2-a785-22edf945ee86 req-2dc1a658-f0d9-473c-ab12-b4d2b218f3a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.0818858 Aug 24 10:08:47.786839 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b424b996-168a-49d2-a785-22edf945ee86 req-355d27ca-5b66-4bce-8619-fb64450102d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532689 Aug 24 10:08:47.947058 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 33304) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:47.993285 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc185a8-8807-4e0e-88e4-08f27b6ff64d req-fb2efe60-27e7-4cb8-a4e2-ced46aa62458 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:47.995246 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0fc185a8-8807-4e0e-88e4-08f27b6ff64d req-fb2efe60-27e7-4cb8-a4e2-ced46aa62458 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 946 time: 0.1835129 Aug 24 10:08:48.051903 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b424b996-168a-49d2-a785-22edf945ee86 req-940b5903-5685-4586-b5eb-cd78b371ff23 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483413 Aug 24 10:08:48.217522 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b424b996-168a-49d2-a785-22edf945ee86 req-28e5405e-9eb5-4d32-980d-46eb2869c473 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478209 Aug 24 10:08:48.227558 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3bafac0b-bc06-461d-b7d5-42b39173fe57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.237893 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0fc185a8-8807-4e0e-88e4-08f27b6ff64d req-b37f6756-32aa-42dd-8a6d-0fa2d7f15a8a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347264 Aug 24 10:08:48.278351 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-366da662-8dfe-41a5-aa18-bd585b2ec54a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:48.280027 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-366da662-8dfe-41a5-aa18-bd585b2ec54a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.90 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 946 time: 0.1028042 Aug 24 10:08:48.366169 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 33312) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:48.526007 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3bafac0b-bc06-461d-b7d5-42b39173fe57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.569664 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fefeefcf-3266-470e-92c8-f10cb70c9aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.638141 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c64cd7-74c9-4328-9fb5-97cdeaa78328 req-b0bed308-7aca-40b0-8894-0cad84ae1d71 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:48.640313 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e6c64cd7-74c9-4328-9fb5-97cdeaa78328 req-b0bed308-7aca-40b0-8894-0cad84ae1d71 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1905224 Aug 24 10:08:48.693221 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3bafac0b-bc06-461d-b7d5-42b39173fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.710888 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Deleting port 11196a0a-77ef-42e9-89a0-1457d9d63edc {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:08:48.711224 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.801986 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fefeefcf-3266-470e-92c8-f10cb70c9aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.803967 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e6c64cd7-74c9-4328-9fb5-97cdeaa78328 req-2d9d565d-9d2c-4406-b403-a5ba0d129e63 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535208 Aug 24 10:08:48.815978 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3bafac0b-bc06-461d-b7d5-42b39173fe57 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=71e672b7c30a466cbd5d031e733d4869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8668859 Aug 24 10:08:48.818614 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 33320) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:48.826261 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafac0b-bc06-461d-b7d5-42b39173fe57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbe977a-e4f8-41f0-b985-f1c7cb28d986,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:48.891129 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] For port 11196a0a-77ef-42e9-89a0-1457d9d63edc, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=11196a0a-77ef-42e9-89a0-1457d9d63edc,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:48.891575 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88eb256f-ffe9-4009-ad29-08af657900c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.891714 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.921705 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Calling delete_port for 11196a0a-77ef-42e9-89a0-1457d9d63edc owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:08:48.922904 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88eb256f-ffe9-4009-ad29-08af657900c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.957058 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fefeefcf-3266-470e-92c8-f10cb70c9aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:48.978960 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 3b0be2f6-991d-41b2-929d-f81439fbfd3d up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:49.026896 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefeefcf-3266-470e-92c8-f10cb70c9aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e72f5c-d831-4991-b70e-1d11fa14b2e8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:49.035738 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-fefeefcf-3266-470e-92c8-f10cb70c9aea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2389bd8002d4f4eb85a1c275ee801ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676803 Aug 24 10:08:49.036737 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 33328) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:49.132499 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e85a7030-fa86-41d2-ad14-9ef43433566f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.158206 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e85a7030-fa86-41d2-ad14-9ef43433566f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.188582 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 3b0be2f6-991d-41b2-929d-f81439fbfd3d completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:08:49.206027 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 3b0be2f6-991d-41b2-929d-f81439fbfd3d triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:49.206409 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.214774 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88eb256f-ffe9-4009-ad29-08af657900c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.217942 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88eb256f-ffe9-4009-ad29-08af657900c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.219572 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-88eb256f-ffe9-4009-ad29-08af657900c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3bbe977a-e4f8-41f0-b985-f1c7cb28d986 HTTP/1.1" status: 204 len: 168 time: 0.3997703 Aug 24 10:08:49.248336 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb256f-ffe9-4009-ad29-08af657900c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbe977a-e4f8-41f0-b985-f1c7cb28d986,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:49.319841 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.346241 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e85a7030-fa86-41d2-ad14-9ef43433566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.349075 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e85a7030-fa86-41d2-ad14-9ef43433566f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.354566 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e85a7030-fa86-41d2-ad14-9ef43433566f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06e72f5c-d831-4991-b70e-1d11fa14b2e8 HTTP/1.1" status: 204 len: 168 time: 0.3117917 Aug 24 10:08:49.364630 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['11196a0a-77ef-42e9-89a0-1457d9d63edc'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:08:49.365080 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a7030-fa86-41d2-ad14-9ef43433566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e72f5c-d831-4991-b70e-1d11fa14b2e8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:49.425347 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Pushing event deleted for resources: {'Port': ['ID=11196a0a-77ef-42e9-89a0-1457d9d63edc,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:49.613542 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.700533 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] No DVR routers for this DVR port 11196a0a-77ef-42e9-89a0-1457d9d63edc on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:08:49.705808 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8a331de4-b138-4007-a4a5-2e6dc321895e req-3eee3540-9b8a-4028-b686-a18f21e83282 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 210 time: 0.1621776 Aug 24 10:08:49.713536 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:49.720953 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c856da2-15b4-4288-b792-201c44fa3cfb req-63a152a8-c9c3-418c-9a41-40ae2997aa40 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.90 "DELETE /v2.0/ports/11196a0a-77ef-42e9-89a0-1457d9d63edc HTTP/1.1" status: 204 len: 173 time: 1.4274893 Aug 24 10:08:49.722501 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84c5115-76ce-4cd8-aa65-81603a4ac408', 'name': 'network-vif-deleted', 'tag': '11196a0a-77ef-42e9-89a0-1457d9d63edc'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:08:49.723488 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 3b0be2f6-991d-41b2-929d-f81439fbfd3d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=3b0be2f6-991d-41b2-929d-f81439fbfd3d,segment=NetworkSegment(478bf879-039e-4280-a269-20e66d2e3f4b),segment_id=478bf879-039e-4280-a269-20e66d2e3f4b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:08:49.727919 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc7b9d-c12a-44f8-8cdc-ea4bc1f4408d" -d '{"events": [{"server_uuid": "a84c5115-76ce-4cd8-aa65-81603a4ac408", "name": "network-vif-deleted", "tag": "11196a0a-77ef-42e9-89a0-1457d9d63edc"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:08:49.831374 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f324ed85-7373-4daf-8be2-e66dbdfd18d8 x-openstack-request-id: req-f324ed85-7373-4daf-8be2-e66dbdfd18d8 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:08:49.831773 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84c5115-76ce-4cd8-aa65-81603a4ac408", "name": "network-vif-deleted", "tag": "11196a0a-77ef-42e9-89a0-1457d9d63edc", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:08:49.832123 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f324ed85-7373-4daf-8be2-e66dbdfd18d8 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:08:49.832635 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84c5115-76ce-4cd8-aa65-81603a4ac408', 'name': 'network-vif-deleted', 'tag': '11196a0a-77ef-42e9-89a0-1457d9d63edc', 'status': 'completed', 'code': 200} Aug 24 10:08:49.843312 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:50.039212 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dd053-a2bf-4c7d-9a2b-c02f4094a618 req-0aed7245-ef69-4430-9051-dbfafc2205c2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:50.041236 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0c8dd053-a2bf-4c7d-9a2b-c02f4094a618 req-0aed7245-ef69-4430-9051-dbfafc2205c2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1075523 Aug 24 10:08:50.097546 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=3b0be2f6-991d-41b2-929d-f81439fbfd3d,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:50.187988 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0c8dd053-a2bf-4c7d-9a2b-c02f4094a618 req-5d8dc69f-29f3-404d-a7dd-27f2ab78868b tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387522 Aug 24 10:08:50.280105 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 33368) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:50.295364 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3e662c51-5b99-4c65-b64f-b0ddd80ec7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:50.460909 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3e662c51-5b99-4c65-b64f-b0ddd80ec7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:50.557079 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3e662c51-5b99-4c65-b64f-b0ddd80ec7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:50.623594 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3e662c51-5b99-4c65-b64f-b0ddd80ec7f7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a090a931b8ae4b7f995970cf0a41ccbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424196 Aug 24 10:08:50.627030 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 33380) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:50.636871 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e662c51-5b99-4c65-b64f-b0ddd80ec7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09216d0d-dcbb-4a3c-ac4d-e48b4d4ce961,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:50.709884 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-523c9582-f81f-4936-96b0-f3dd1a69f1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:50.741755 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-523c9582-f81f-4936-96b0-f3dd1a69f1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:50.888285 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-523c9582-f81f-4936-96b0-f3dd1a69f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:50.893966 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-523c9582-f81f-4936-96b0-f3dd1a69f1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:50.904296 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-523c9582-f81f-4936-96b0-f3dd1a69f1f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/09216d0d-dcbb-4a3c-ac4d-e48b4d4ce961 HTTP/1.1" status: 204 len: 168 time: 0.2715969 Aug 24 10:08:50.980579 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 3b0be2f6-991d-41b2-929d-f81439fbfd3d up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:08:51.014344 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-14259220-e788-4492-87d5-43406d49e0d8 req-d3df7e60-158c-48c7-af72-d6532b0320c1 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=a84c5115-76ce-4cd8-aa65-81603a4ac408 HTTP/1.1" status: 200 len: 210 time: 0.1104560 Aug 24 10:08:51.019359 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c9582-f81f-4936-96b0-f3dd1a69f1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09216d0d-dcbb-4a3c-ac4d-e48b4d4ce961,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:51.134379 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf649fa5-cbf7-4f60-bdd8-849db98fbc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:51.188375 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 3b0be2f6-991d-41b2-929d-f81439fbfd3d triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:08:51.189150 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:51.418794 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a1ce6-9822-456d-9981-58c0e74eb933 req-28c7bbce-b45d-45cd-ad87-a6965eb2f270 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:51.420914 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-774a1ce6-9822-456d-9981-58c0e74eb933 req-28c7bbce-b45d-45cd-ad87-a6965eb2f270 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1350129 Aug 24 10:08:51.523688 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-774a1ce6-9822-456d-9981-58c0e74eb933 req-32cba60f-5b9a-42ea-8b98-56443f44c37d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929084 Aug 24 10:08:52.553958 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d356-7795-48ed-8f61-de830df76c2d req-2700e2e9-ec24-4cc3-a52e-668a94868b98 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:52.565089 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-2700e2e9-ec24-4cc3-a52e-668a94868b98 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/networks?id=085c67a3-c823-4da3-8ff5-348d1420013c HTTP/1.1" status: 200 len: 809 time: 0.2271433 Aug 24 10:08:52.599516 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-754ea18a-fea6-467f-92b9-eff6b65bff97 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/quotas/479f808dbb6f447f8c518b95710a2f00 HTTP/1.1" status: 200 len: 375 time: 0.0317192 Aug 24 10:08:52.685174 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-339afb8b-6330-4f31-9eeb-d9ab675832f5 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=479f808dbb6f447f8c518b95710a2f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0842569 Aug 24 10:08:52.846687 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-b15b6f9e-55d8-4dd6-a402-ad1a0a875f8d service neutron] 10.222.0.64 "GET /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607268 Aug 24 10:08:52.865009 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 11196a0a-77ef-42e9-89a0-1457d9d63edc no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:08:52.909557 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 11196a0a-77ef-42e9-89a0-1457d9d63edc {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:08:52.910049 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 11196a0a-77ef-42e9-89a0-1457d9d63edc not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:08:53.073368 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-4e01d3b9-c592-4e89-a0b7-24ca76e7dad3 service neutron] 10.222.0.64 "GET /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158790 Aug 24 10:08:53.581176 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-18d41caf-4843-40bd-9db0-63e3c4aabe65 req-331f54f1-ee6a-4c96-b164-4ab9435c97b7 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 210 time: 0.0716319 Aug 24 10:08:53.951625 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779927aa-abb5-484e-8e9d-71cf56ad8e28 req-c704f93c-2506-423b-9a62-a1e8cdfed655 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:53.956443 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-779927aa-abb5-484e-8e9d-71cf56ad8e28 req-c704f93c-2506-423b-9a62-a1e8cdfed655 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0785711 Aug 24 10:08:53.997903 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-779927aa-abb5-484e-8e9d-71cf56ad8e28 req-d0846d9f-12e9-4dfa-bd51-22d88aeb45c2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Aug 24 10:08:54.568669 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36155de4-dbf5-474b-9ff2-cf228d1a5e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:54.571999 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:54.649253 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-08a7f56c-fd59-419a-9ff6-912e0bbabfa4 req-1b9dadc0-d6d4-4ed3-bda5-38a01c0c7c4d tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 210 time: 0.0298936 Aug 24 10:08:55.222623 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 33530) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:55.256971 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:55.563126 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e4af931e-a27c-4135-a57c-5ccb621434dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:55.830549 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0ac38440-0ca7-4962-9720-54afed3c8662 req-23f6eb7b-a7e8-4c0e-a71d-8fb8d503f470 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 210 time: 0.0443242 Aug 24 10:08:55.872054 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e4af931e-a27c-4135-a57c-5ccb621434dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:56.090352 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e4af931e-a27c-4135-a57c-5ccb621434dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:56.178487 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-e4af931e-a27c-4135-a57c-5ccb621434dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7c2958e79ae8451884d9560d46301620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9553270 Aug 24 10:08:56.182474 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 33564) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:08:56.188564 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af931e-a27c-4135-a57c-5ccb621434dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140a6812-48ca-4b08-9e3e-661328977b56,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:56.279954 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba225-1181-44ab-943b-4940bb2ac5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:56.312910 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba225-1181-44ab-943b-4940bb2ac5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:56.479452 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba225-1181-44ab-943b-4940bb2ac5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:56.483269 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba225-1181-44ab-943b-4940bb2ac5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:56.485137 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-6a9ba225-1181-44ab-943b-4940bb2ac5f0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/140a6812-48ca-4b08-9e3e-661328977b56 HTTP/1.1" status: 204 len: 168 time: 0.3015008 Aug 24 10:08:56.510288 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ba225-1181-44ab-943b-4940bb2ac5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140a6812-48ca-4b08-9e3e-661328977b56,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:56.782516 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:56.798529 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:08:56.963788 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1c503fbe-1f58-4c8e-9ef3-70d6ccacef0f req-52ab201f-675f-49c9-b238-c76c7c2d833a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 210 time: 0.0387652 Aug 24 10:08:57.506370 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d356-7795-48ed-8f61-de830df76c2d req-fd7b9ef1-392d-4a3d-94c7-29b2ecf13cd0 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:57.508328 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-fd7b9ef1-392d-4a3d-94c7-29b2ecf13cd0 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.90 "GET /v2.0/networks?id=085c67a3-c823-4da3-8ff5-348d1420013c HTTP/1.1" status: 200 len: 809 time: 0.1372719 Aug 24 10:08:57.530774 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Request body: {'port': {'device_id': '947ecbf5-acc1-479b-acc7-91cd3259c881', 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c', 'admin_state_up': True, 'tenant_id': '479f808dbb6f447f8c518b95710a2f00'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:57.862841 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Made reservation on behalf of 479f808dbb6f447f8c518b95710a2f00 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:08:57.869589 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:58.131992 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-82ce7afb-6a92-43cd-8eaf-6391448abd63 req-81571426-1b86-4f35-9bd2-a9e4ee9021cd tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 210 time: 0.0475540 Aug 24 10:08:58.261784 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Allocated IP 172.20.0.10 (085c67a3-c823-4da3-8ff5-348d1420013c/187cd05b-2462-4cb1-ad89-e0a4255f90db/26af81eb-efaf-4204-aafd-337c004bee92) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:08:58.476834 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:59.279842 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:59.360268 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Pushing event updated for resources: {'Port': ['ID=26af81eb-efaf-4204-aafd-337c004bee92,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:08:59.368733 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Network 085c67a3-c823-4da3-8ff5-348d1420013c is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:08:59.386801 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:08:59.409234 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-634a5b4f-f2a8-4882-bdcf-4efd56f93310 req-73f0b93e-2a12-4999-ad16-d8530fa703b7 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 210 time: 0.1561606 Aug 24 10:08:59.413216 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:08:59.493658 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:08:59.494379 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:08:59.664363 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-b0773b0a-66ac-407e-9f61-95bc9d98d512 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1376183 Aug 24 10:08:59.694104 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Request body: {'port': {'device_id': '947ecbf5-acc1-479b-acc7-91cd3259c881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:08:59.755637 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:00.077383 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26af81eb-efaf-4204-aafd-337c004bee92 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:09:00.087399 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:00.104313 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Transition to ACTIVE for port object 26af81eb-efaf-4204-aafd-337c004bee92 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:09:00.379780 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:00.470920 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Pushing event updated for resources: {'Port': ['ID=26af81eb-efaf-4204-aafd-337c004bee92,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:00.544375 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Attempting to bind port 26af81eb-efaf-4204-aafd-337c004bee92 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:09:00.545077 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Attempting to bind port 26af81eb-efaf-4204-aafd-337c004bee92 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:09:00.545416 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Attempting to bind port 26af81eb-efaf-4204-aafd-337c004bee92 on network 085c67a3-c823-4da3-8ff5-348d1420013c {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:09:00.555977 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Port 26af81eb-efaf-4204-aafd-337c004bee92 on network 085c67a3-c823-4da3-8ff5-348d1420013c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:09:00.556347 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Attempting to bind port 26af81eb-efaf-4204-aafd-337c004bee92 on network 085c67a3-c823-4da3-8ff5-348d1420013c {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:09:00.566424 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:09:00.566612 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Checking segment: {'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:09:00.567237 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Bound using segment: {'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:09:00.567963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Bound port: 26af81eb-efaf-4204-aafd-337c004bee92, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a7afe1-6d07-4e37-80d9-49e3b64b89e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:09:00.568738 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:00.599088 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26578-7afc-44e0-9884-2b2fd293e2e4 req-f819b44a-c688-4994-bad6-f364d83e75c6 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:00.602741 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fed26578-7afc-44e0-9884-2b2fd293e2e4 req-f819b44a-c688-4994-bad6-f364d83e75c6 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 944 time: 0.1010661 Aug 24 10:09:00.653739 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] For port 26af81eb-efaf-4204-aafd-337c004bee92, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:09:00.657295 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fed26578-7afc-44e0-9884-2b2fd293e2e4 req-f617585c-0d78-4bd8-bb50-72a109153f8e tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Aug 24 10:09:00.658224 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] For port 26af81eb-efaf-4204-aafd-337c004bee92, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=26af81eb-efaf-4204-aafd-337c004bee92,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:09:00.806976 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:00.864734 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:00.865421 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:00.867462 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] 10.222.0.90 "PUT /v2.0/ports/26af81eb-efaf-4204-aafd-337c004bee92 HTTP/1.1" status: 200 len: 1094 time: 1.1888602 Aug 24 10:09:00.867997 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947ecbf5-acc1-479b-acc7-91cd3259c881', 'tag': '26af81eb-efaf-4204-aafd-337c004bee92'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:09:00.871064 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0599dd7d-b0a7-42c1-a214-507dc47f90cd" -d '{"events": [{"name": "network-changed", "server_uuid": "947ecbf5-acc1-479b-acc7-91cd3259c881", "tag": "26af81eb-efaf-4204-aafd-337c004bee92"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:09:00.910542 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceed970-4192-4418-8454-99a01ea8be86 service neutron] Pushing event updated for resources: {'Port': ['ID=26af81eb-efaf-4204-aafd-337c004bee92,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:00.940909 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738269fe-dcb1-4b57-846b-e2eaec07c831 x-openstack-request-id: req-738269fe-dcb1-4b57-846b-e2eaec07c831 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:09:00.941189 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947ecbf5-acc1-479b-acc7-91cd3259c881", "tag": "26af81eb-efaf-4204-aafd-337c004bee92", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:09:00.941583 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-738269fe-dcb1-4b57-846b-e2eaec07c831 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:09:00.942059 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '947ecbf5-acc1-479b-acc7-91cd3259c881', 'tag': '26af81eb-efaf-4204-aafd-337c004bee92', 'status': 'completed', 'code': 200} Aug 24 10:09:01.052170 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599dd7d-b0a7-42c1-a214-507dc47f90cd req-9ac39ba3-55b0-44a6-874f-1191fd91f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:01.054934 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0599dd7d-b0a7-42c1-a214-507dc47f90cd req-9ac39ba3-55b0-44a6-874f-1191fd91f133 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=479f808dbb6f447f8c518b95710a2f00&device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 1097 time: 0.0581512 Aug 24 10:09:01.257088 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599dd7d-b0a7-42c1-a214-507dc47f90cd req-72075bb3-83af-46cc-a32f-62c50f8c7a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:01.257088 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0599dd7d-b0a7-42c1-a214-507dc47f90cd req-72075bb3-83af-46cc-a32f-62c50f8c7a36 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=479f808dbb6f447f8c518b95710a2f00&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1752176 Aug 24 10:09:01.453474 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599dd7d-b0a7-42c1-a214-507dc47f90cd req-07ee50d2-2a81-4eb5-a36d-36002d36400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:01.459684 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0599dd7d-b0a7-42c1-a214-507dc47f90cd req-07ee50d2-2a81-4eb5-a36d-36002d36400c service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1948256 Aug 24 10:09:01.626202 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197723f8-4a38-43c9-8a8b-b61addb7b668 req-7840dfb9-a6fa-4aab-a861-5733bd04c5a0 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:01.627163 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-197723f8-4a38-43c9-8a8b-b61addb7b668 req-7840dfb9-a6fa-4aab-a861-5733bd04c5a0 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0911505 Aug 24 10:09:01.632746 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d356-7795-48ed-8f61-de830df76c2d req-f598078c-2b71-4ab5-afef-87cfacc6cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:01.634736 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-f598078c-2b71-4ab5-afef-87cfacc6cf78 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=479f808dbb6f447f8c518b95710a2f00&device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 1097 time: 0.0835147 Aug 24 10:09:01.738605 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-d1f67c4f-8748-4e1f-8d95-2a10aee7b4cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26af81eb-efaf-4204-aafd-337c004bee92 HTTP/1.1" status: 200 len: 217 time: 0.0811486 Aug 24 10:09:01.750926 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-197723f8-4a38-43c9-8a8b-b61addb7b668 req-dbc61bc5-be38-4931-be08-928d81a2f56a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144702 Aug 24 10:09:01.822904 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-40b64233-8098-4505-8e65-34f590abdb8a tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:01.824927 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-40b64233-8098-4505-8e65-34f590abdb8a tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/networks?id=432dd33d-a2e0-4ae1-844e-1697452c33e5 HTTP/1.1" status: 200 len: 815 time: 0.1680448 Aug 24 10:09:01.842041 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d356-7795-48ed-8f61-de830df76c2d req-a305ddf4-0e9a-4bd4-95d6-f24a688e0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:01.845147 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-a305ddf4-0e9a-4bd4-95d6-f24a688e0c2d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=187cd05b-2462-4cb1-ad89-e0a4255f90db HTTP/1.1" status: 200 len: 849 time: 0.0927248 Aug 24 10:09:01.846888 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-430f2cc6-c4b1-4594-a0cc-cc46d4a6bdcc tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/quotas/af492f3bc80447a8a7118f83e917c317 HTTP/1.1" status: 200 len: 375 time: 0.0112119 Aug 24 10:09:01.916753 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-25f9e0d1-35bb-4065-88af-b0da65f23540 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=085c67a3-c823-4da3-8ff5-348d1420013c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548515 Aug 24 10:09:01.918476 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-3764dd43-b04e-44e5-a7b7-2d04585cc167 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613942 Aug 24 10:09:02.005876 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9d13b-d79c-4724-b31f-52111cd4d5ac req-2cb8f5bf-cd0b-4aa8-b788-6c7610a54d48 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:02.007450 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-caf9d13b-d79c-4724-b31f-52111cd4d5ac req-2cb8f5bf-cd0b-4aa8-b788-6c7610a54d48 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 944 time: 0.1394205 Aug 24 10:09:02.041768 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-e1c23c1d-b5f9-4014-913c-06488d2f36be service neutron] 10.222.0.64 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068926 Aug 24 10:09:02.056945 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-72c66b8b-c22c-4bf0-9124-7a95b8e95337 service neutron] 10.222.0.90 "GET /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284099 Aug 24 10:09:02.093986 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-caf9d13b-d79c-4724-b31f-52111cd4d5ac req-7677af57-9c07-4b1f-a1f0-f0406a4d28fa tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754917 Aug 24 10:09:02.179026 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-0c60627f-7d82-4436-b543-d5a0dd23166f service neutron] 10.222.0.64 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270664 Aug 24 10:09:02.187704 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da10d356-7795-48ed-8f61-de830df76c2d req-068f8207-b21a-494e-84f3-e6991a579d08 service neutron] 10.222.0.90 "GET /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200268 Aug 24 10:09:02.643913 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fb79f97c-b714-496d-8705-d4559ba9fcb7 req-2a60b93f-b899-4731-bdab-82263e07d9a9 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0387394 Aug 24 10:09:02.906791 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82551899-9121-4b78-9a2f-fa0c4eed0dee req-cbea0165-3cb1-4f5b-9c5a-841083193bc4 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:02.908528 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-82551899-9121-4b78-9a2f-fa0c4eed0dee req-cbea0165-3cb1-4f5b-9c5a-841083193bc4 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0618572 Aug 24 10:09:02.952472 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-82551899-9121-4b78-9a2f-fa0c4eed0dee req-40cd99b2-652f-4aa3-9952-d330e1859940 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363753 Aug 24 10:09:03.265695 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7003556-74f4-4de1-87be-799b5c005a03 req-0d7023d3-833c-44b4-913e-0692f4c13768 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:03.268356 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a7003556-74f4-4de1-87be-799b5c005a03 req-0d7023d3-833c-44b4-913e-0692f4c13768 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 944 time: 0.0807695 Aug 24 10:09:03.340245 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a7003556-74f4-4de1-87be-799b5c005a03 req-450abb2c-d0d8-417a-ac34-d69f39f3373a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623331 Aug 24 10:09:03.744199 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-776d132a-1e4b-4ffc-bd32-22e5244c3572 req-1bae3b94-58ff-4bfe-8434-b3d4d31dddc3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0306301 Aug 24 10:09:04.093906 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21fbfe-b48d-4da3-bf97-735fcf82d9e6 req-f348a9c6-ab71-42e2-af9b-9639d1dbefb4 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:04.096194 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8a21fbfe-b48d-4da3-bf97-735fcf82d9e6 req-f348a9c6-ab71-42e2-af9b-9639d1dbefb4 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0640543 Aug 24 10:09:04.161156 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8a21fbfe-b48d-4da3-bf97-735fcf82d9e6 req-88481547-0fd3-47dc-9b08-2e9124141542 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571401 Aug 24 10:09:04.526372 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766299c-a75b-41ac-84df-f6cc66d0c854 req-b43c9914-f097-40a9-b025-90b36c7e79e7 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:04.533157 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b766299c-a75b-41ac-84df-f6cc66d0c854 req-b43c9914-f097-40a9-b025-90b36c7e79e7 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 944 time: 0.0883687 Aug 24 10:09:04.587625 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b766299c-a75b-41ac-84df-f6cc66d0c854 req-7558224f-18a2-4ac2-a49f-8af96d473282 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 Aug 24 10:09:04.850293 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2f715482-3a82-484d-90e7-58a3752f3871 req-94850755-b11b-44da-a7ae-4e4b2b22b35d tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0328066 Aug 24 10:09:05.306252 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac4c44-d6e2-4960-a106-a8d01ffdd78b req-dc1166f8-b68b-40d4-a339-7603338b665a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:05.308985 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-61ac4c44-d6e2-4960-a106-a8d01ffdd78b req-dc1166f8-b68b-40d4-a339-7603338b665a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0719736 Aug 24 10:09:05.378735 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-61ac4c44-d6e2-4960-a106-a8d01ffdd78b req-7614dcc0-0109-40d5-b5a6-cc4e8cc3eccd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611970 Aug 24 10:09:05.748501 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ec31-882d-4f78-9c82-2cb828025b77 req-0c76e6cd-3a53-4fb4-b3bb-e5f2f8602260 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:05.751000 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a056ec31-882d-4f78-9c82-2cb828025b77 req-0c76e6cd-3a53-4fb4-b3bb-e5f2f8602260 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 944 time: 0.0661936 Aug 24 10:09:05.813038 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a056ec31-882d-4f78-9c82-2cb828025b77 req-a2a675bc-a06d-49da-9722-d1668f09894e tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547080 Aug 24 10:09:05.982869 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ca5517fc-136e-4d38-98d2-fce927aac521 req-5c62ec84-a7b9-46d2-a62a-baa1caca6256 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0295262 Aug 24 10:09:06.226603 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 26af81eb-efaf-4204-aafd-337c004bee92 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:09:06.341429 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 26af81eb-efaf-4204-aafd-337c004bee92, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=26af81eb-efaf-4204-aafd-337c004bee92,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:09:06.358544 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '26af81eb-efaf-4204-aafd-337c004bee92', 'network_id': '085c67a3-c823-4da3-8ff5-348d1420013c', 'port_id': '26af81eb-efaf-4204-aafd-337c004bee92', 'mac_address': 'fa:16:3e:34:5c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '187cd05b-2462-4cb1-ad89-e0a4255f90db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:09:06.416120 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:06.436619 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26af81eb-efaf-4204-aafd-337c004bee92 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:09:06.479664 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 26af81eb-efaf-4204-aafd-337c004bee92, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=26af81eb-efaf-4204-aafd-337c004bee92,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:09:06.582830 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cd5b4-712b-47e5-959d-970d6a7ca58b req-21019d8b-1e0f-41c5-b2b2-58ebcfc6ae82 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:06.584664 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1f7cd5b4-712b-47e5-959d-970d6a7ca58b req-21019d8b-1e0f-41c5-b2b2-58ebcfc6ae82 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0658317 Aug 24 10:09:06.649531 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1f7cd5b4-712b-47e5-959d-970d6a7ca58b req-d54b9598-4273-41c3-8304-39faf20fe525 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535755 Aug 24 10:09:06.701970 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:06.767128 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=26af81eb-efaf-4204-aafd-337c004bee92,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:06.968182 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271f06-dc6e-4bc7-abe5-35ba814b7c3d req-9e5591ca-cb8f-4b5b-8d97-a1555adc265c tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:06.970071 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dd271f06-dc6e-4bc7-abe5-35ba814b7c3d req-9e5591ca-cb8f-4b5b-8d97-a1555adc265c tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 945 time: 0.0609348 Aug 24 10:09:07.017965 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dd271f06-dc6e-4bc7-abe5-35ba814b7c3d req-6b73de40-e333-48a6-a8f6-da25f8896d12 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Aug 24 10:09:07.112031 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b773facd-173f-440c-8010-de8d054e1f2f req-18812cf5-f308-4039-9343-e65cf7cea93d tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0294716 Aug 24 10:09:07.787814 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fea72a-4486-4acf-902f-26db09bd8151 req-c8d11cbe-dbb5-47da-9a07-b441e90c9080 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:07.789968 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-32fea72a-4486-4acf-902f-26db09bd8151 req-c8d11cbe-dbb5-47da-9a07-b441e90c9080 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0655770 Aug 24 10:09:07.848905 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-32fea72a-4486-4acf-902f-26db09bd8151 req-c988f0aa-9f0e-4873-b59e-cded71bbaa17 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475850 Aug 24 10:09:08.161595 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28f739-2c30-4158-b781-21c491f75d76 req-c9f9921e-5998-443c-88aa-798b1c8b0e6f tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:08.163951 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fe28f739-2c30-4158-b781-21c491f75d76 req-c9f9921e-5998-443c-88aa-798b1c8b0e6f tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 945 time: 0.0638716 Aug 24 10:09:08.214912 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fe28f739-2c30-4158-b781-21c491f75d76 req-49738c67-4c40-4476-a717-82349096f62b tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439777 Aug 24 10:09:08.253349 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6cce6ba8-67d2-4df3-ab3d-2212f71e78a5 req-d4af48b2-2145-4193-8949-bc51d4fdbda8 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0469255 Aug 24 10:09:08.977039 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadb805-3a00-4744-ba76-557c07f885f7 req-7ffff30e-f9a5-4ae0-b71b-270111094729 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:08.978642 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-deadb805-3a00-4744-ba76-557c07f885f7 req-7ffff30e-f9a5-4ae0-b71b-270111094729 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0495913 Aug 24 10:09:09.017283 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-deadb805-3a00-4744-ba76-557c07f885f7 req-270b2d9b-e7a2-4765-82ea-4eb06146ac3e tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326116 Aug 24 10:09:09.396781 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4f80c45-e560-4646-bf26-6c4c9da90dc9 req-37fa3fee-4a83-4a31-b10e-58a76294f58d tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0295844 Aug 24 10:09:09.402309 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973581-4706-425d-870b-4d58dc70d4b9 req-bc8fecb4-9bc1-4e3a-8d41-af3636618098 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:09.404103 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f3973581-4706-425d-870b-4d58dc70d4b9 req-bc8fecb4-9bc1-4e3a-8d41-af3636618098 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 945 time: 0.0906155 Aug 24 10:09:09.447667 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f3973581-4706-425d-870b-4d58dc70d4b9 req-9eb4601b-a6bc-4cca-b4f6-1b640be3b321 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362122 Aug 24 10:09:10.011154 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['26af81eb-efaf-4204-aafd-337c004bee92'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:09:10.166404 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80017c96-a046-4e93-9728-d87eecb057ec req-b5c24527-e4bf-40ba-b66c-46128cee1005 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:10.168070 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-80017c96-a046-4e93-9728-d87eecb057ec req-b5c24527-e4bf-40ba-b66c-46128cee1005 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0629904 Aug 24 10:09:10.576964 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46b5c427-bdd8-4be2-a420-089ed3eeb064 req-48df0651-7cbb-4280-bf4a-c1a50353a5df tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0506921 Aug 24 10:09:10.577810 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-80017c96-a046-4e93-9728-d87eecb057ec req-b3a4d436-feff-499b-9766-4d725bc426b2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3982596 Aug 24 10:09:10.675339 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-0fb6dd67-b52e-47a3-8f2a-b3dd76b546e5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:10.677710 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-0fb6dd67-b52e-47a3-8f2a-b3dd76b546e5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.90 "GET /v2.0/networks?id=432dd33d-a2e0-4ae1-844e-1697452c33e5 HTTP/1.1" status: 200 len: 815 time: 0.2177422 Aug 24 10:09:10.703613 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'port': {'device_id': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'admin_state_up': True, 'tenant_id': 'af492f3bc80447a8a7118f83e917c317'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:10.963893 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 26af81eb-efaf-4204-aafd-337c004bee92 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:09:11.063771 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110f40e-358b-4b25-81f2-e28655279863 req-bc12da5b-fdfc-48bf-8622-2fe07d0b9541 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:11.075779 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9110f40e-358b-4b25-81f2-e28655279863 req-bc12da5b-fdfc-48bf-8622-2fe07d0b9541 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 945 time: 0.1892176 Aug 24 10:09:11.120915 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Made reservation on behalf of af492f3bc80447a8a7118f83e917c317 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:09:11.128757 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:11.168166 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9110f40e-358b-4b25-81f2-e28655279863 req-93d32de9-2662-4986-b84f-5edb4912c083 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781031 Aug 24 10:09:11.183395 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 26af81eb-efaf-4204-aafd-337c004bee92 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:09:11.194413 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 26af81eb-efaf-4204-aafd-337c004bee92 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:09:11.195136 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:11.437245 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:11.442385 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Allocated IP 172.20.0.11 (432dd33d-a2e0-4ae1-844e-1697452c33e5/7a051b54-ad63-40ed-a1c2-670318b632f5/7e077edf-d394-4a2f-b3a6-dc70b267875c) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:09:11.486839 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947ecbf5-acc1-479b-acc7-91cd3259c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26af81eb-efaf-4204-aafd-337c004bee92'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:09:11.492448 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896636ad-7a20-4523-8845-e4a9584762dc" -d '{"events": [{"server_uuid": "947ecbf5-acc1-479b-acc7-91cd3259c881", "name": "network-vif-plugged", "status": "completed", "tag": "26af81eb-efaf-4204-aafd-337c004bee92"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:09:11.537071 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 26af81eb-efaf-4204-aafd-337c004bee92, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=26af81eb-efaf-4204-aafd-337c004bee92,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:09:11.579412 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f1db3-6b09-48f6-925a-2e0042ea9a78 x-openstack-request-id: req-b93f1db3-6b09-48f6-925a-2e0042ea9a78 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:09:11.579983 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947ecbf5-acc1-479b-acc7-91cd3259c881", "name": "network-vif-plugged", "status": "completed", "tag": "26af81eb-efaf-4204-aafd-337c004bee92", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:09:11.580525 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b93f1db3-6b09-48f6-925a-2e0042ea9a78 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:09:11.581461 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947ecbf5-acc1-479b-acc7-91cd3259c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26af81eb-efaf-4204-aafd-337c004bee92', 'code': 200} Aug 24 10:09:11.662580 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:11.802217 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=26af81eb-efaf-4204-aafd-337c004bee92,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:11.858943 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:11.888933 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Transition to ACTIVE for port object 7e077edf-d394-4a2f-b3a6-dc70b267875c will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:09:11.896938 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f490feed-5a69-4ad0-b491-c17ac36226ab req-42328d52-fa67-4351-a7a5-6e89e1d7a426 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0595682 Aug 24 10:09:11.988933 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58d947-3e25-49b0-9841-8aabf6269cc0 req-eaa93a93-0925-4040-88a6-e78dafec7872 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:11.990594 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9f58d947-3e25-49b0-9841-8aabf6269cc0 req-eaa93a93-0925-4040-88a6-e78dafec7872 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0954728 Aug 24 10:09:12.048538 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9f58d947-3e25-49b0-9841-8aabf6269cc0 req-d3c4748c-8370-49b8-bc37-d8c245c1b45d tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484631 Aug 24 10:09:12.180661 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:12.221201 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbe221-ef17-49cb-8ad4-7abd7f50995d req-01ec3a71-d8a1-4c2a-82bc-5c28579c6116 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:12.247058 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b5bbe221-ef17-49cb-8ad4-7abd7f50995d req-01ec3a71-d8a1-4c2a-82bc-5c28579c6116 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.2387245 Aug 24 10:09:12.269273 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:09:12.285513 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:09:12.310042 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:09:12.446132 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc93f8b-d2f5-4e7b-ba91-ba6870a68874 req-4e9c16e0-6100-4cbd-93b9-0ffe3d2a716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:12.453974 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bcc93f8b-d2f5-4e7b-ba91-ba6870a68874 req-4e9c16e0-6100-4cbd-93b9-0ffe3d2a716d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 1099 time: 0.3373897 Aug 24 10:09:12.479451 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-11aeb43c-871a-4a20-9aea-aa00974f1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:12.485015 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-11aeb43c-871a-4a20-9aea-aa00974f1624 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1098 time: 0.4077013 Aug 24 10:09:12.515352 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b5bbe221-ef17-49cb-8ad4-7abd7f50995d req-7837a0d4-f1d9-43ee-84f3-832fc43956fa tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534151 Aug 24 10:09:12.644588 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'Port': ['ID=7e077edf-d394-4a2f-b3a6-dc70b267875c,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:12.805349 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:12.806983 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:12.909050 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d6159-6e57-4c9f-9d20-63b12587d827 req-e84e75ad-bc91-401c-bffd-cf71a9665818 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:12.917804 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad2d6159-6e57-4c9f-9d20-63b12587d827 req-e84e75ad-bc91-401c-bffd-cf71a9665818 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.4429076 Aug 24 10:09:12.924732 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-294a1d3f-e629-458a-a69e-1c63840b246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:12.960810 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-294a1d3f-e629-458a-a69e-1c63840b246c service neutron] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 921 time: 0.4404933 Aug 24 10:09:12.975218 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bcc93f8b-d2f5-4e7b-ba91-ba6870a68874 req-2a91ebfd-2f36-464d-bb7a-5d78ad0f41fa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735104 Aug 24 10:09:13.008714 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad2d6159-6e57-4c9f-9d20-63b12587d827 req-4564e622-4f89-48cb-baef-35b932f5313e tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890300 Aug 24 10:09:13.126029 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-95c77939-9cb0-4fc0-9c8d-31c024102cde tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4263201 Aug 24 10:09:13.126615 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-1be10b36-1dfd-4ff8-83e3-e60a27bf9866 None None] Provisioning for port 7e077edf-d394-4a2f-b3a6-dc70b267875c completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:09:13.134666 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-1be10b36-1dfd-4ff8-83e3-e60a27bf9866 None None] Provisioning complete for port 7e077edf-d394-4a2f-b3a6-dc70b267875c triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:09:13.144794 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1be10b36-1dfd-4ff8-83e3-e60a27bf9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:13.173613 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc432f5c-cd4c-46eb-a7ae-76e45b40c8fa req-bd7563a8-ddc5-4c90-984a-7f62d7270da2 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:13.176920 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-bc432f5c-cd4c-46eb-a7ae-76e45b40c8fa req-bd7563a8-ddc5-4c90-984a-7f62d7270da2 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.0900078 Aug 24 10:09:13.208867 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-1be10b36-1dfd-4ff8-83e3-e60a27bf9866 None None] Port 7e077edf-d394-4a2f-b3a6-dc70b267875c cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:09:13.277451 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-bc432f5c-cd4c-46eb-a7ae-76e45b40c8fa req-aa70ba55-e54c-4179-9c72-25b6714b356b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627050 Aug 24 10:09:13.277569 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dfa43-ee55-499d-8f0d-1e94cf5e0352 req-d0132785-c441-4355-a5f2-d8eebcd3f910 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:13.278422 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c38dfa43-ee55-499d-8f0d-1e94cf5e0352 req-d0132785-c441-4355-a5f2-d8eebcd3f910 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0701213 Aug 24 10:09:13.340708 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c38dfa43-ee55-499d-8f0d-1e94cf5e0352 req-5587f326-72d9-4bc8-8b69-341b7a710f16 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535154 Aug 24 10:09:13.728846 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b65872-89b6-4a27-96ca-c0a411972431 req-918d8a38-7752-4216-9fc4-ff1a9d89e023 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:13.730501 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-89b65872-89b6-4a27-96ca-c0a411972431 req-918d8a38-7752-4216-9fc4-ff1a9d89e023 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0858786 Aug 24 10:09:13.797464 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-89b65872-89b6-4a27-96ca-c0a411972431 req-ef447c99-90e6-418a-8414-0d0f6e5d2f3f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572162 Aug 24 10:09:14.233306 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9eee6-448e-4ebb-9abc-42dc7d24bc6d req-42e0b34f-bd4f-4acc-894b-fa41d37bcadb tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:14.233306 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-21c9eee6-448e-4ebb-9abc-42dc7d24bc6d req-42e0b34f-bd4f-4acc-894b-fa41d37bcadb tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.0950780 Aug 24 10:09:14.327825 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-21c9eee6-448e-4ebb-9abc-42dc7d24bc6d req-2ceb3bcd-c036-4ea7-97a8-48fc38749791 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780251 Aug 24 10:09:14.486390 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682fcaa-2536-4dd6-9247-b5b0a4b79d6b req-377dedee-4d2f-4be8-871b-53e5b945d801 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:14.489559 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a682fcaa-2536-4dd6-9247-b5b0a4b79d6b req-377dedee-4d2f-4be8-871b-53e5b945d801 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.1040082 Aug 24 10:09:14.553103 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a682fcaa-2536-4dd6-9247-b5b0a4b79d6b req-6b57ce39-9975-4b0e-9913-1def206d4ebd tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Aug 24 10:09:14.568872 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8ff02-85be-4f0e-a9db-1eccb6f18c0b req-7fbcf74a-4d70-46f9-b72b-173a22522f5b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:14.571678 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f7a8ff02-85be-4f0e-a9db-1eccb6f18c0b req-7fbcf74a-4d70-46f9-b72b-173a22522f5b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.1004579 Aug 24 10:09:14.648108 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f7a8ff02-85be-4f0e-a9db-1eccb6f18c0b req-7c481d1e-598e-40bc-961c-788d49c6e564 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582783 Aug 24 10:09:15.025541 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67738c5a-7fde-4523-aa56-e0cf7aae9969 req-601cfd3c-234f-47b1-ac47-67ad207e741d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:15.027262 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-67738c5a-7fde-4523-aa56-e0cf7aae9969 req-601cfd3c-234f-47b1-ac47-67ad207e741d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0963771 Aug 24 10:09:15.151171 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-67738c5a-7fde-4523-aa56-e0cf7aae9969 req-d23f13fe-2ff6-46ff-9fc6-af60c7d0d7a9 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136043 Aug 24 10:09:15.554245 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536388a8-a4aa-4baa-a17c-a0963e5ab363 req-2ca20a6c-bf1a-483e-94e4-fd78f1e518fd tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:15.555876 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-536388a8-a4aa-4baa-a17c-a0963e5ab363 req-2ca20a6c-bf1a-483e-94e4-fd78f1e518fd tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.0906153 Aug 24 10:09:15.629472 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-536388a8-a4aa-4baa-a17c-a0963e5ab363 req-eac93da5-cf69-4159-bd7a-08237d5263c6 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669034 Aug 24 10:09:15.739280 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675742a4-bdea-4dbf-b67f-56475dffdd7f req-d5f24e08-dde8-4c77-a470-3b8c2aee8b12 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:15.741079 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-675742a4-bdea-4dbf-b67f-56475dffdd7f req-d5f24e08-dde8-4c77-a470-3b8c2aee8b12 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.0634654 Aug 24 10:09:15.788122 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-675742a4-bdea-4dbf-b67f-56475dffdd7f req-42849412-206b-4083-95e7-7209b15159d9 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398998 Aug 24 10:09:15.885954 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee70f3-0904-441e-9e01-32287d015f4a req-ccd90194-dba7-4248-a669-a8fcf6019161 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:15.885954 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6eee70f3-0904-441e-9e01-32287d015f4a req-ccd90194-dba7-4248-a669-a8fcf6019161 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0754988 Aug 24 10:09:15.930097 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6eee70f3-0904-441e-9e01-32287d015f4a req-f606ab77-d6d6-46e9-aec1-db2134a835a2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407221 Aug 24 10:09:16.056470 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:16.329672 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def10196-b8e5-4abe-8767-da80c0659814 req-020ab55f-af3f-4ebe-94e0-4dd1b167e999 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:16.332627 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-def10196-b8e5-4abe-8767-da80c0659814 req-020ab55f-af3f-4ebe-94e0-4dd1b167e999 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0775964 Aug 24 10:09:16.399590 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-def10196-b8e5-4abe-8767-da80c0659814 req-150dd5f5-c692-4982-ab7a-e3f255f8ef99 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603704 Aug 24 10:09:16.863257 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a007f-c167-4d26-8fe2-b54ea0f2a336 req-934c3b78-a263-42b0-848c-132f7f71493a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:16.867836 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-747a007f-c167-4d26-8fe2-b54ea0f2a336 req-934c3b78-a263-42b0-848c-132f7f71493a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.1076248 Aug 24 10:09:16.960265 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-747a007f-c167-4d26-8fe2-b54ea0f2a336 req-02ea7e3d-53cb-46fe-86e1-101443339488 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858688 Aug 24 10:09:16.970484 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8546a4-7afa-4efb-b418-bb502aecd94b req-bb8648cc-8981-43bf-b342-e7aa63fd83b4 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:16.970484 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-aa8546a4-7afa-4efb-b418-bb502aecd94b req-bb8648cc-8981-43bf-b342-e7aa63fd83b4 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.0846992 Aug 24 10:09:17.077656 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-aa8546a4-7afa-4efb-b418-bb502aecd94b req-583182e9-473a-4b65-b476-e74ec58023ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958083 Aug 24 10:09:17.163739 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1001f4-0f50-4ed2-a562-e2db56cc7f64 req-ab26721d-31a7-442f-bdbd-afbbf116195f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:17.179367 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8b1001f4-0f50-4ed2-a562-e2db56cc7f64 req-ab26721d-31a7-442f-bdbd-afbbf116195f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.1033859 Aug 24 10:09:17.238112 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8b1001f4-0f50-4ed2-a562-e2db56cc7f64 req-039562f5-b73a-4848-9797-bc1e2d4585b5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574672 Aug 24 10:09:17.630658 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0c8b0-d171-4c61-98e0-591fd5d6dbe8 req-4a9136b5-5c29-462a-a2e6-157e00c2dae8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:17.635206 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e6c0c8b0-d171-4c61-98e0-591fd5d6dbe8 req-4a9136b5-5c29-462a-a2e6-157e00c2dae8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1039631 Aug 24 10:09:17.714746 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e6c0c8b0-d171-4c61-98e0-591fd5d6dbe8 req-f43c6612-4a54-4f7e-a275-a1305d5b7a15 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705047 Aug 24 10:09:18.235611 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275873c4-1e25-4649-97d9-4f1bddf41969 req-6da8f887-8eac-434e-afee-7f203bbf2762 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:18.238685 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-275873c4-1e25-4649-97d9-4f1bddf41969 req-6da8f887-8eac-434e-afee-7f203bbf2762 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.1311007 Aug 24 10:09:18.336715 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-275873c4-1e25-4649-97d9-4f1bddf41969 req-3b696f2f-56ac-4ba8-8dc3-8401cd979b51 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852299 Aug 24 10:09:18.337121 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda65793-58a1-48f3-b5b7-c98b9d0ee2e6 req-6442a85b-9e30-4b95-9ece-f1de44119bcf tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:18.342613 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-eda65793-58a1-48f3-b5b7-c98b9d0ee2e6 req-6442a85b-9e30-4b95-9ece-f1de44119bcf tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.1409507 Aug 24 10:09:18.409142 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-eda65793-58a1-48f3-b5b7-c98b9d0ee2e6 req-522b68d2-ee39-4e9c-967d-dfc567e31e36 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576346 Aug 24 10:09:18.567395 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f488e0-9200-4a64-b6c3-8cb38c24975a req-e8bc1859-834c-4260-95bb-1617bd1d3f54 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:18.570105 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-31f488e0-9200-4a64-b6c3-8cb38c24975a req-e8bc1859-834c-4260-95bb-1617bd1d3f54 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.1192625 Aug 24 10:09:18.652533 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-31f488e0-9200-4a64-b6c3-8cb38c24975a req-44b2060b-61cf-4e5f-9b49-ce92a7d14eae tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620496 Aug 24 10:09:18.904816 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d5df6-441c-445d-87e0-778bf9a296a1 req-30e50850-1b0f-46bd-94ac-4fb07abd7286 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:18.908885 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ca1d5df6-441c-445d-87e0-778bf9a296a1 req-30e50850-1b0f-46bd-94ac-4fb07abd7286 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0911398 Aug 24 10:09:18.993957 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ca1d5df6-441c-445d-87e0-778bf9a296a1 req-75ab106e-4b85-424d-9ff8-f089ab3efc5f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Aug 24 10:09:19.235177 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34024) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:19.347030 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d0709bf-5261-4385-93af-c304b74b61ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:19.479852 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d0709bf-5261-4385-93af-c304b74b61ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:19.536500 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777abed-eb0f-40b4-b226-f8d295b9ac61 req-ed51494e-6b09-4928-8702-7c6292748743 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:19.541572 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7777abed-eb0f-40b4-b226-f8d295b9ac61 req-ed51494e-6b09-4928-8702-7c6292748743 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.1078794 Aug 24 10:09:19.586439 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7777abed-eb0f-40b4-b226-f8d295b9ac61 req-0031f1bd-f7e2-48de-a79c-2fc8919d39bf tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Aug 24 10:09:19.601302 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db897d-aad1-49ea-b7c6-e83b443de103 req-4fed2849-af73-4a5c-97c1-15c077d181e0 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:19.608914 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-92db897d-aad1-49ea-b7c6-e83b443de103 req-4fed2849-af73-4a5c-97c1-15c077d181e0 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.0819454 Aug 24 10:09:19.649014 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-92db897d-aad1-49ea-b7c6-e83b443de103 req-f42ebbe0-767c-45cf-9fd1-25a1d950ddf7 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383303 Aug 24 10:09:19.765169 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34040) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:19.772748 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d0709bf-5261-4385-93af-c304b74b61ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:19.816687 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0709bf-5261-4385-93af-c304b74b61ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fa91f5-a1e1-4ebd-bca3-4d6de2523829,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:19.826127 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f642b63-1ffe-4667-93b4-3872c67cfe0d req-818f71e8-788a-4073-9925-8735850b5c7b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:19.853155 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-9d0709bf-5261-4385-93af-c304b74b61ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70b4d874aebd4f3ebb44a3c2b49a910e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447182 Aug 24 10:09:19.858237 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34044) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:19.858405 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4f642b63-1ffe-4667-93b4-3872c67cfe0d req-818f71e8-788a-4073-9925-8735850b5c7b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0753670 Aug 24 10:09:19.897814 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4f642b63-1ffe-4667-93b4-3872c67cfe0d req-c844b0af-0ebd-48dd-8c10-94733a282f2b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Aug 24 10:09:19.954075 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ed4d304a-ef2c-484d-a536-2f495e67e33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:19.992091 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ed4d304a-ef2c-484d-a536-2f495e67e33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:20.024650 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-908d476e-c634-4261-937a-604bc0da6632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:20.186838 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcebad9-7557-4230-beda-6839b73a2e66 req-05f0db46-88bb-4a56-b20f-173d904b0ca7 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:20.189965 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cbcebad9-7557-4230-beda-6839b73a2e66 req-05f0db46-88bb-4a56-b20f-173d904b0ca7 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1045454 Aug 24 10:09:20.242120 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cbcebad9-7557-4230-beda-6839b73a2e66 req-03a2fd5b-0d6e-4e3c-893a-ccafcd46b61a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436611 Aug 24 10:09:20.397963 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ed4d304a-ef2c-484d-a536-2f495e67e33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:20.406066 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ed4d304a-ef2c-484d-a536-2f495e67e33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:20.406066 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-ed4d304a-ef2c-484d-a536-2f495e67e33e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/40fa91f5-a1e1-4ebd-bca3-4d6de2523829 HTTP/1.1" status: 204 len: 168 time: 0.5478356 Aug 24 10:09:20.430055 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d304a-ef2c-484d-a536-2f495e67e33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fa91f5-a1e1-4ebd-bca3-4d6de2523829,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:20.596333 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-908d476e-c634-4261-937a-604bc0da6632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:20.882128 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f4a63-da36-425c-bd7b-e9ac382e6f0b req-4befdcfb-f917-425f-98fd-6bcc16f5522c tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:20.884923 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bd9f4a63-da36-425c-bd7b-e9ac382e6f0b req-4befdcfb-f917-425f-98fd-6bcc16f5522c tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.1131113 Aug 24 10:09:20.891744 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42d476-5c13-4b07-af2b-9b64840e632a req-095c32ca-0f9f-4fcd-872b-287f02d7587f tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:20.893770 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8a42d476-5c13-4b07-af2b-9b64840e632a req-095c32ca-0f9f-4fcd-872b-287f02d7587f tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.1014209 Aug 24 10:09:20.982335 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-908d476e-c634-4261-937a-604bc0da6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:20.987608 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bd9f4a63-da36-425c-bd7b-e9ac382e6f0b req-f0474dc5-e4a6-4e68-b528-b95fef226bfa tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841768 Aug 24 10:09:21.032885 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8a42d476-5c13-4b07-af2b-9b64840e632a req-090046d5-98c9-495b-b769-095e9b0b069b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223612 Aug 24 10:09:21.113892 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34100) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:21.114720 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-908d476e-c634-4261-937a-604bc0da6632 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=690883afd3484490b939738e43b9d040&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3460684 Aug 24 10:09:21.156992 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d476e-c634-4261-937a-604bc0da6632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644c3dda-fdfa-45d3-bad1-df330bfdae30,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:21.245980 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07db765-ecc7-42d9-ac03-8aa7079f086f req-c9fd6b06-fad2-445e-b4fc-3aed4dcc9438 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:21.247946 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d07db765-ecc7-42d9-ac03-8aa7079f086f req-c9fd6b06-fad2-445e-b4fc-3aed4dcc9438 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.1129417 Aug 24 10:09:21.274245 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-25b51def-d097-4599-84a3-5c174bef194f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:21.290079 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-afc32969-f92e-42ea-8d3f-a132a0a8c14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:21.349559 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d07db765-ecc7-42d9-ac03-8aa7079f086f req-b67995f7-c640-48fc-8d65-c346d42c29d3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933259 Aug 24 10:09:21.379204 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-25b51def-d097-4599-84a3-5c174bef194f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:21.564486 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a271-7865-46fc-b2fe-5578ce739118 req-624eccaf-5513-47fa-a46a-0a777bf74104 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:21.565964 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9551a271-7865-46fc-b2fe-5578ce739118 req-624eccaf-5513-47fa-a46a-0a777bf74104 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0876858 Aug 24 10:09:21.611800 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9551a271-7865-46fc-b2fe-5578ce739118 req-a2679fd2-fff7-49d8-a74c-816575871d56 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383542 Aug 24 10:09:21.803916 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-25b51def-d097-4599-84a3-5c174bef194f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:21.813837 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-25b51def-d097-4599-84a3-5c174bef194f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:21.819819 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-25b51def-d097-4599-84a3-5c174bef194f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/644c3dda-fdfa-45d3-bad1-df330bfdae30 HTTP/1.1" status: 204 len: 168 time: 0.7016373 Aug 24 10:09:21.827579 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b51def-d097-4599-84a3-5c174bef194f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644c3dda-fdfa-45d3-bad1-df330bfdae30,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:22.180681 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34112) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:22.202545 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5299c9c-0823-4d8c-ba69-d623fce0ed61 req-732316cd-7fbe-4168-a653-e2d104f9a558 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:22.206266 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b5299c9c-0823-4d8c-ba69-d623fce0ed61 req-732316cd-7fbe-4168-a653-e2d104f9a558 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.0867176 Aug 24 10:09:22.223415 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d03b4aeb-8965-4043-986d-769d79f70ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:22.300756 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b5299c9c-0823-4d8c-ba69-d623fce0ed61 req-140799fe-b753-40d0-8073-3edd05a6638a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792665 Aug 24 10:09:22.336116 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1aeefa-08f2-46db-ac5f-2d29546a9ee8 req-3d88c5fa-0089-48b1-8206-9f6456243a25 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:22.336116 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ce1aeefa-08f2-46db-ac5f-2d29546a9ee8 req-3d88c5fa-0089-48b1-8206-9f6456243a25 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.1677709 Aug 24 10:09:22.464130 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ce1aeefa-08f2-46db-ac5f-2d29546a9ee8 req-863687ce-a2c4-421c-b35d-e2ed0070b93d tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137137 Aug 24 10:09:22.652084 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d03b4aeb-8965-4043-986d-769d79f70ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:22.719838 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926b621-4aff-48e7-8aa6-e1e62712b971 req-7c514ebf-bbcc-400e-b0ba-ab6317c5de84 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:22.745085 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e926b621-4aff-48e7-8aa6-e1e62712b971 req-7c514ebf-bbcc-400e-b0ba-ab6317c5de84 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.2018065 Aug 24 10:09:22.905110 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e926b621-4aff-48e7-8aa6-e1e62712b971 req-4b45e281-7ae3-486b-b0a9-03547a56d420 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569517 Aug 24 10:09:22.931434 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d03b4aeb-8965-4043-986d-769d79f70ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:22.976169 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a62a5-be68-421e-92f4-a42705ba2d0b req-467709c3-e437-4bda-9a92-9cc073766c35 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:22.990220 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3e4a62a5-be68-421e-92f4-a42705ba2d0b req-467709c3-e437-4bda-9a92-9cc073766c35 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1758821 Aug 24 10:09:23.082472 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d03b4aeb-8965-4043-986d-769d79f70ae2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=88a0cbc404614766987ca008f8eef4f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9001784 Aug 24 10:09:23.084933 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34126) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:23.086856 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b4aeb-8965-4043-986d-769d79f70ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b0053-71d1-4963-a746-2f6d30760b15,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:23.167500 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3e4a62a5-be68-421e-92f4-a42705ba2d0b req-1d6fe79e-a9ab-45e1-8e0e-65dcd75c0b88 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357398 Aug 24 10:09:23.193039 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64d6aad5-eacd-4189-9006-51272fe6b8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:23.238865 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64d6aad5-eacd-4189-9006-51272fe6b8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:23.442165 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64d6aad5-eacd-4189-9006-51272fe6b8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:23.445485 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64d6aad5-eacd-4189-9006-51272fe6b8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:23.449977 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-64d6aad5-eacd-4189-9006-51272fe6b8fe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f66b0053-71d1-4963-a746-2f6d30760b15 HTTP/1.1" status: 204 len: 168 time: 0.3604164 Aug 24 10:09:23.469905 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b2c0a-becb-4535-ba0d-d46b7eb09b2f req-c34948ba-e9ae-46a1-af9c-4f08bda211a5 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:23.472534 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e37b2c0a-becb-4535-ba0d-d46b7eb09b2f req-c34948ba-e9ae-46a1-af9c-4f08bda211a5 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.0725384 Aug 24 10:09:23.473764 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6aad5-eacd-4189-9006-51272fe6b8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b0053-71d1-4963-a746-2f6d30760b15,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:23.556551 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e37b2c0a-becb-4535-ba0d-d46b7eb09b2f req-a2b7923d-30ad-48bd-b00d-d97daa93d702 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709960 Aug 24 10:09:23.661375 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb3527-37b0-4b43-bc30-2e22b4ee8c11 req-195c75ed-3da9-4003-9e3d-9017a8ec9954 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:23.668689 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f7fb3527-37b0-4b43-bc30-2e22b4ee8c11 req-195c75ed-3da9-4003-9e3d-9017a8ec9954 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 932 time: 0.0630302 Aug 24 10:09:23.672860 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34144) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:23.693415 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0e35ad47-9535-46fc-b329-5de8a190947c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:23.724129 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f7fb3527-37b0-4b43-bc30-2e22b4ee8c11 req-5925eb01-b895-45ae-853d-19e7d6055258 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Aug 24 10:09:23.859735 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0e35ad47-9535-46fc-b329-5de8a190947c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:23.907620 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3f1923c-7037-4fc0-b1a9-9874c1ad67ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:23.967711 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0e35ad47-9535-46fc-b329-5de8a190947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.016431 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-0e35ad47-9535-46fc-b329-5de8a190947c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=809a577f54144d63959cedc788dd48e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406456 Aug 24 10:09:24.018125 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35ad47-9535-46fc-b329-5de8a190947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a08ee-78bc-4e44-b087-7a2dc44ed255,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:24.019882 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34156) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:24.077547 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193df8f3-d42e-458c-9eab-86e52515fd41 req-08e03b60-2e33-4adb-9f00-4f4f9ae0f0ef tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:24.079859 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-193df8f3-d42e-458c-9eab-86e52515fd41 req-08e03b60-2e33-4adb-9f00-4f4f9ae0f0ef tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0674415 Aug 24 10:09:24.090292 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.099719 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-db2a4180-034d-48ac-ba3c-5277dadca802 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 200 len: 217 time: 0.0549300 Aug 24 10:09:24.112373 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Request body: {'port': {'device_id': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:24.185717 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b25e850-5d91-40a6-a508-262683128ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.232052 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-193df8f3-d42e-458c-9eab-86e52515fd41 req-8d02c660-6606-4bf3-8ce4-d5b80d42d3e4 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354063 Aug 24 10:09:24.237352 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-8a6f73ce-4480-47a9-9ba3-3f5ad57962a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:24.238774 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-8a6f73ce-4480-47a9-9ba3-3f5ad57962a6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.1142590 Aug 24 10:09:24.240785 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b25e850-5d91-40a6-a508-262683128ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.289964 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.321086 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-8f752734-6fa2-4139-8d55-36e76dbb5e94 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622666 Aug 24 10:09:24.452932 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4824b11-432d-48ed-9e18-4f3d7ff419ad req-a5e8f9a1-e41e-4a9e-94d8-9513b8f5806a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:24.455010 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c4824b11-432d-48ed-9e18-4f3d7ff419ad req-a5e8f9a1-e41e-4a9e-94d8-9513b8f5806a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1512563 Aug 24 10:09:24.529456 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-ab9074e6-9851-4364-9734-3e4c8f559dc9 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737807 Aug 24 10:09:24.668592 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c4824b11-432d-48ed-9e18-4f3d7ff419ad req-f5a48a15-ff9c-4e8b-a187-89f9b6a73c57 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968956 Aug 24 10:09:24.669786 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b25e850-5d91-40a6-a508-262683128ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.674263 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b25e850-5d91-40a6-a508-262683128ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.679462 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3b25e850-5d91-40a6-a508-262683128ba0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba7a08ee-78bc-4e44-b087-7a2dc44ed255 HTTP/1.1" status: 204 len: 168 time: 0.6519327 Aug 24 10:09:24.694055 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25e850-5d91-40a6-a508-262683128ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a08ee-78bc-4e44-b087-7a2dc44ed255,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:24.709682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e077edf-d394-4a2f-b3a6-dc70b267875c {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:09:24.719767 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.767610 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9132adc0-224b-47d7-9bd7-b4811ee9fc1e req-c89cc758-200a-4518-b576-cf7b53172d99 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368083 Aug 24 10:09:24.769583 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Transition to ACTIVE for port object 7e077edf-d394-4a2f-b3a6-dc70b267875c will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:09:24.844870 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeb450-2b47-4724-9849-9f5e4967d01e req-b8ca2b4c-ee07-4a92-a95e-0d4cb496c8af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:24.853089 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7eeeb450-2b47-4724-9849-9f5e4967d01e req-b8ca2b4c-ee07-4a92-a95e-0d4cb496c8af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.1221046 Aug 24 10:09:24.879635 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:24.940048 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7eeeb450-2b47-4724-9849-9f5e4967d01e req-8ee77950-f77c-47e2-b9db-be3f2827ad86 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837250 Aug 24 10:09:24.960882 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e077edf-d394-4a2f-b3a6-dc70b267875c,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:25.066596 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430332f-09b7-4f41-ab11-5cf587a040cb req-ea9474ba-5670-4b38-acde-b2ce628fa345 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:25.074962 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c430332f-09b7-4f41-ab11-5cf587a040cb req-ea9474ba-5670-4b38-acde-b2ce628fa345 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 944 time: 0.1987460 Aug 24 10:09:25.148312 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Attempting to bind port 7e077edf-d394-4a2f-b3a6-dc70b267875c on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:09:25.149079 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Attempting to bind port 7e077edf-d394-4a2f-b3a6-dc70b267875c by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:09:25.149632 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Attempting to bind port 7e077edf-d394-4a2f-b3a6-dc70b267875c on network 432dd33d-a2e0-4ae1-844e-1697452c33e5 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:09:25.156832 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Port 7e077edf-d394-4a2f-b3a6-dc70b267875c on network 432dd33d-a2e0-4ae1-844e-1697452c33e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:09:25.157777 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Attempting to bind port 7e077edf-d394-4a2f-b3a6-dc70b267875c on network 432dd33d-a2e0-4ae1-844e-1697452c33e5 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:09:25.160564 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c430332f-09b7-4f41-ab11-5cf587a040cb req-634efa8e-d00d-4fae-8c76-09190543a1e8 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843794 Aug 24 10:09:25.179761 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:09:25.179761 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Checking segment: {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:09:25.179761 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Bound using segment: {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:09:25.180261 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Bound port: 7e077edf-d394-4a2f-b3a6-dc70b267875c, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71658625-8f3f-4905-92e5-809e89c056e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1210, 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:09:25.180723 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:25.314303 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] For port 7e077edf-d394-4a2f-b3a6-dc70b267875c, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:09:25.318749 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:25.319550 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] For port 7e077edf-d394-4a2f-b3a6-dc70b267875c, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:09:25.454832 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fc70e-d642-4a10-ade2-a6626de6dedc req-281f7905-e29c-4fca-9c21-ac282e80736f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:25.456922 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7b3fc70e-d642-4a10-ade2-a6626de6dedc req-281f7905-e29c-4fca-9c21-ac282e80736f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0755773 Aug 24 10:09:25.501449 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7b3fc70e-d642-4a10-ade2-a6626de6dedc req-c81e3097-ba17-4901-b540-b4d901bc1c01 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372195 Aug 24 10:09:25.575940 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:25.577216 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34194) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:25.645398 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:25.646914 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:25.649817 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] 10.222.0.90 "PUT /v2.0/ports/7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 1094 time: 1.5519814 Aug 24 10:09:25.654110 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:09:25.659025 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7112a0bb-26c9-43c2-8e20-89e6de21549c" -d '{"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:09:25.705895 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d75a38-23bd-4a9a-8c0d-c692076b6da5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e077edf-d394-4a2f-b3a6-dc70b267875c,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:25.741606 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-23784783-network', 'tenant_id': '283dc5a804f144e099c57fe19395c2f8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:25.758591 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77608d72-2a0b-4c6c-87da-11c9c825d890 x-openstack-request-id: req-77608d72-2a0b-4c6c-87da-11c9c825d890 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:09:25.758883 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:09:25.759699 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-77608d72-2a0b-4c6c-87da-11c9c825d890 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:09:25.759956 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'status': 'completed', 'code': 200} Aug 24 10:09:25.893108 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a0bb-26c9-43c2-8e20-89e6de21549c req-840cc236-dc63-4b52-b6bf-f1df6309bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:25.894677 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7112a0bb-26c9-43c2-8e20-89e6de21549c req-840cc236-dc63-4b52-b6bf-f1df6309bea9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1097 time: 0.0910707 Aug 24 10:09:25.899603 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Made reservation on behalf of 283dc5a804f144e099c57fe19395c2f8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:09:25.902733 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:25.903297 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e9564-ea7f-4f72-9071-80b790be1fe8 req-302cefb1-ff33-48c6-8c9b-ad28c39fcd2c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:25.904849 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d72e9564-ea7f-4f72-9071-80b790be1fe8 req-302cefb1-ff33-48c6-8c9b-ad28c39fcd2c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0673952 Aug 24 10:09:25.928322 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.013027 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d72e9564-ea7f-4f72-9071-80b790be1fe8 req-46f0149b-c72c-4c6c-ad06-5617fc34c6e8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904806 Aug 24 10:09:26.059507 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a0bb-26c9-43c2-8e20-89e6de21549c req-0b846637-c13e-49b9-9394-ccc182b4bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.061158 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7112a0bb-26c9-43c2-8e20-89e6de21549c req-0b846637-c13e-49b9-9394-ccc182b4bece service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=af492f3bc80447a8a7118f83e917c317&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1502907 Aug 24 10:09:26.086384 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.098677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34204) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:26.130045 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06f898a0-c269-43e7-b141-4ea7dc82547a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.184499 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34161bc8-f74f-4277-bd29-0f85a618b7f6 req-513f1ed6-1fb7-426c-8d61-0112cd1192ee tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.186691 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-34161bc8-f74f-4277-bd29-0f85a618b7f6 req-513f1ed6-1fb7-426c-8d61-0112cd1192ee tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.0835009 Aug 24 10:09:26.207900 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.208083 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a0bb-26c9-43c2-8e20-89e6de21549c req-005e5986-4f52-4ed3-89e0-cc86ab762553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.208083 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7112a0bb-26c9-43c2-8e20-89e6de21549c req-005e5986-4f52-4ed3-89e0-cc86ab762553 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1369450 Aug 24 10:09:26.239810 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] vlan segment allocate from pool success with {'vlan_id': 1249, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:09:26.275926 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.276375 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Added segment a1dcb494-111a-4975-bfad-4aaad15aa90d of type vlan for network ee70b3a1-0139-4f1a-a496-9bf48819788a Aug 24 10:09:26.295002 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d0428a-ffbc-4d9d-bdfd-0ace904700e2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:26.335099 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58d1eb-b23f-4584-904c-c20d4739de80 req-370f3a05-ca9a-4f2e-9b3b-12ceed8087d0 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.339958 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-34161bc8-f74f-4277-bd29-0f85a618b7f6 req-e99eabef-d820-4407-896b-7c710b9f4d56 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344912 Aug 24 10:09:26.340269 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5f58d1eb-b23f-4584-904c-c20d4739de80 req-370f3a05-ca9a-4f2e-9b3b-12ceed8087d0 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 944 time: 0.0895412 Aug 24 10:09:26.344544 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-30a493f3-6e90-4675-b5e0-ff20fd5a9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.346223 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-30a493f3-6e90-4675-b5e0-ff20fd5a9061 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1097 time: 0.0655937 Aug 24 10:09:26.353132 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.427887 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06f898a0-c269-43e7-b141-4ea7dc82547a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.428232 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-7af603bd-9a6d-40b1-bcda-be55b7220717 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 217 time: 0.0483913 Aug 24 10:09:26.431255 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5f58d1eb-b23f-4584-904c-c20d4739de80 req-b0eba9a8-394a-474f-88e1-cc7df8170c4b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841341 Aug 24 10:09:26.489763 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.491131 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-737e8a56-afdd-46e0-90a7-e5d7c0666d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.491303 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.491725 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.493008 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-737e8a56-afdd-46e0-90a7-e5d7c0666d6f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7a051b54-ad63-40ed-a1c2-670318b632f5 HTTP/1.1" status: 200 len: 854 time: 0.0487771 Aug 24 10:09:26.546255 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06f898a0-c269-43e7-b141-4ea7dc82547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.558143 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-032879c8-533b-472b-b0dd-251f8ae68c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.559749 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-032879c8-533b-472b-b0dd-251f8ae68c5f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432dd33d-a2e0-4ae1-844e-1697452c33e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585248 Aug 24 10:09:26.596130 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] Pushing event updated for resources: {'Network': ['ID=ee70b3a1-0139-4f1a-a496-9bf48819788a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:26.619790 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network ee70b3a1-0139-4f1a-a496-9bf48819788a details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:09:26.689405 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-a6b57c63-27ca-4bd9-baf6-aabd5e5706bb service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203218 Aug 24 10:09:26.808242 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1bd36e02-f122-4fd5-9b2c-3c277812c346 req-330303c8-5e65-432c-8fa4-946f2028715d service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109123 Aug 24 10:09:26.851409 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.853580 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-06f898a0-c269-43e7-b141-4ea7dc82547a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b5496c8e31ea48d085843aebf2712668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7516370 Aug 24 10:09:26.859752 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f898a0-c269-43e7-b141-4ea7dc82547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97917d0b-322f-4c52-a2e9-efc7c9d1c9bb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:26.859752 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34216) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:26.865181 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e7f1a35d-cc74-4ab4-819e-7577f62cba5e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2863529 Aug 24 10:09:26.865352 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34218) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:26.871051 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Request body: {'subnet': {'network_id': 'ee70b3a1-0139-4f1a-a496-9bf48819788a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-23784783-subnet', 'tenant_id': '283dc5a804f144e099c57fe19395c2f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:26.924327 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae014dbe-774c-4399-b3de-24667c79fc32 req-5693663d-fd71-448d-b2f4-196df7913337 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:26.925970 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ae014dbe-774c-4399-b3de-24667c79fc32 req-5693663d-fd71-448d-b2f4-196df7913337 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.3405082 Aug 24 10:09:26.960943 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81411a1e-4817-43fa-a705-3de47788b0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.967416 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Made reservation on behalf of 283dc5a804f144e099c57fe19395c2f8 for: {'subnet': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:09:26.974739 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3295525'] for subnet, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:26.994598 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ae014dbe-774c-4399-b3de-24667c79fc32 req-6f1a6062-e88c-4eb3-a560-a8bc60fdab0f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619407 Aug 24 10:09:27.007685 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81411a1e-4817-43fa-a705-3de47788b0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:27.170102 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81411a1e-4817-43fa-a705-3de47788b0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:27.171843 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e361bf-7a7b-4762-8ea9-bfefdcebb6da req-298e1230-1a6e-4dee-b3a5-3059150b42fc tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:27.173550 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-51e361bf-7a7b-4762-8ea9-bfefdcebb6da req-298e1230-1a6e-4dee-b3a5-3059150b42fc tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0559418 Aug 24 10:09:27.176561 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81411a1e-4817-43fa-a705-3de47788b0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:27.180943 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-81411a1e-4817-43fa-a705-3de47788b0cf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/97917d0b-322f-4c52-a2e9-efc7c9d1c9bb HTTP/1.1" status: 204 len: 168 time: 0.3178120 Aug 24 10:09:27.193127 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81411a1e-4817-43fa-a705-3de47788b0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97917d0b-322f-4c52-a2e9-efc7c9d1c9bb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:27.306634 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-51e361bf-7a7b-4762-8ea9-bfefdcebb6da req-a3fa8350-d843-45da-b7ef-f357b16345e6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946469 Aug 24 10:09:27.564276 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ede8d2-f5de-4320-ba40-eeeda5e780b4 req-ea2d4375-9eb7-4020-96fc-29b694b9657b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:27.568442 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c1ede8d2-f5de-4320-ba40-eeeda5e780b4 req-ea2d4375-9eb7-4020-96fc-29b694b9657b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 944 time: 0.0562720 Aug 24 10:09:27.578134 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3295575'] for subnet, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:27.627666 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c7297e4-66fc-42f8-8056-bc5373b7ba39,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:27.637767 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c1ede8d2-f5de-4320-ba40-eeeda5e780b4 req-abd9c1af-64c0-4b77-abd1-352164348d8b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639341 Aug 24 10:09:27.660617 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Checking segment: {'id': 'a1dcb494-111a-4975-bfad-4aaad15aa90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1249, 'network_id': 'ee70b3a1-0139-4f1a-a496-9bf48819788a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:09:27.662783 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Network hostable DHCP agents. Network: ee70b3a1-0139-4f1a-a496-9bf48819788a, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:09:27.815411 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Network ee70b3a1-0139-4f1a-a496-9bf48819788a is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:09:27.981541 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, ee70b3a1-0139-4f1a-a496-9bf48819788a) {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:09:27.987200 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:27.995816 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:27.996802 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb0b31-18d6-482a-bfe9-d38d8a9aad53 None None] Network ee70b3a1-0139-4f1a-a496-9bf48819788a requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:09:28.150074 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9730b-1d69-4abe-b6ab-7f0db7a95c37 None None] Network ee70b3a1-0139-4f1a-a496-9bf48819788a requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:09:28.160537 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ea7aedc4-5cc2-4820-893e-29bc63d3156b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2938683 Aug 24 10:09:28.229069 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abf0f9-edd8-4ec6-b0bc-618bcc6112e0 req-0c2fd5a1-599b-411c-984e-f1c1fdd3d21c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:28.230666 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-22abf0f9-edd8-4ec6-b0bc-618bcc6112e0 req-0c2fd5a1-599b-411c-984e-f1c1fdd3d21c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0958550 Aug 24 10:09:28.330744 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-22abf0f9-edd8-4ec6-b0bc-618bcc6112e0 req-77aeab8e-8cd7-4ed3-9ff3-10251f9c6d81 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859423 Aug 24 10:09:28.397183 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3474bea-92af-4d72-b4f9-8baadcb1d56a req-4669746f-a64c-4334-b751-0ee7fa7e71a5 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:28.399012 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c3474bea-92af-4d72-b4f9-8baadcb1d56a req-4669746f-a64c-4334-b751-0ee7fa7e71a5 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.1129456 Aug 24 10:09:28.457513 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c3474bea-92af-4d72-b4f9-8baadcb1d56a req-10b64bc5-2ffe-4ba7-92d7-9681994b77ee tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519617 Aug 24 10:09:28.506451 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16689c7-c9a2-4ffb-9f9c-a7dc0fc55db5 req-5c4adec6-232c-42d9-91fa-9ee8ad9b12ac tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:28.508047 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b16689c7-c9a2-4ffb-9f9c-a7dc0fc55db5 req-5c4adec6-232c-42d9-91fa-9ee8ad9b12ac tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0779784 Aug 24 10:09:28.559564 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b16689c7-c9a2-4ffb-9f9c-a7dc0fc55db5 req-2a3be7f5-6f55-4a28-a97b-1a99add1f1c7 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445158 Aug 24 10:09:28.817772 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a6b37-d992-44e8-ad2f-74d3cc49f264 req-881b6b66-e731-4bee-b57e-fd1c4c4ed2f9 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:28.821493 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-354a6b37-d992-44e8-ad2f-74d3cc49f264 req-881b6b66-e731-4bee-b57e-fd1c4c4ed2f9 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 944 time: 0.0652013 Aug 24 10:09:28.877840 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-354a6b37-d992-44e8-ad2f-74d3cc49f264 req-fe491a0a-6373-433f-9647-1d3ab70da37f tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Aug 24 10:09:29.019290 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7e077edf-d394-4a2f-b3a6-dc70b267875c details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:09:29.161361 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7e077edf-d394-4a2f-b3a6-dc70b267875c, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:09:29.170230 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'port_id': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'mac_address': 'fa:16:3e:96:9a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:09:29.216771 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:29.237056 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e077edf-d394-4a2f-b3a6-dc70b267875c {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:09:29.278083 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7e077edf-d394-4a2f-b3a6-dc70b267875c, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:09:29.309596 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34262) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:29.315646 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1145834447-network', 'tenant_id': '936f678000fa40b2a204a3d6dde89643'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:29.502083 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b243c-f66f-4eeb-a3c8-d4c1f0315459 req-7bb65d19-43b1-4173-9ec0-de24e3cfd754 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:29.503737 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-471b243c-f66f-4eeb-a3c8-d4c1f0315459 req-7bb65d19-43b1-4173-9ec0-de24e3cfd754 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0616045 Aug 24 10:09:29.535794 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:29.552677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Made reservation on behalf of 936f678000fa40b2a204a3d6dde89643 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:09:29.552677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:29.568418 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-471b243c-f66f-4eeb-a3c8-d4c1f0315459 req-53168a2e-8502-4244-a8b3-3e1e109ec165 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561724 Aug 24 10:09:29.584780 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7e077edf-d394-4a2f-b3a6-dc70b267875c,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.666476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:29.668497 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8250f76-a84d-4f8d-a72b-f1d815c82961 req-56d29265-d1b9-4252-bbef-b5add41659ef tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:29.669981 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e8250f76-a84d-4f8d-a72b-f1d815c82961 req-56d29265-d1b9-4252-bbef-b5add41659ef tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.1320920 Aug 24 10:09:29.744669 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e8250f76-a84d-4f8d-a72b-f1d815c82961 req-c04fbdde-5238-4abd-b21b-2b3f3004ad93 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/security-groups?id=18e1b21a-697b-46a7-b276-95f605171f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610521 Aug 24 10:09:29.794775 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:29.809669 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa540c-de5c-4d26-9859-016415564f9a req-fe158bd5-6e08-43ac-bad6-262f4ba7a381 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:29.815732 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5eaa540c-de5c-4d26-9859-016415564f9a req-fe158bd5-6e08-43ac-bad6-262f4ba7a381 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0880601 Aug 24 10:09:29.879103 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5eaa540c-de5c-4d26-9859-016415564f9a req-d6f38b5a-23e5-4695-a833-6cdf4ad950ac tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552680 Aug 24 10:09:29.908760 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7e077edf-d394-4a2f-b3a6-dc70b267875c'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:09:29.975464 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:29.996220 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-f3e84a7d-267f-4af4-8573-f16794234076 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:29.998001 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-f3e84a7d-267f-4af4-8573-f16794234076 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.90 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 946 time: 0.0705922 Aug 24 10:09:30.001606 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] vlan segment allocate from pool success with {'vlan_id': 1206, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:09:30.025581 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.025918 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Added segment 7b3673e5-d51f-44e2-88a9-ee499049f635 of type vlan for network 9a90f366-18d0-4e88-ada3-37389affe0b0 Aug 24 10:09:30.036171 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caabab4-87d2-4815-bd38-897e72ef1fbd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:30.109318 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.118186 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e659f9e-759b-4a89-9252-dd48c02e966d req-d3c37ef4-b70e-4bfe-bb02-7462fda7ead5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:30.118186 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e659f9e-759b-4a89-9252-dd48c02e966d req-d3c37ef4-b70e-4bfe-bb02-7462fda7ead5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 945 time: 0.1180415 Aug 24 10:09:30.189264 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e659f9e-759b-4a89-9252-dd48c02e966d req-a13ff40e-ec7a-4251-89f0-3b801810492c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514610 Aug 24 10:09:30.205735 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Deleting port 26af81eb-efaf-4204-aafd-337c004bee92 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:09:30.206087 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.277905 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.279004 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:30.279694 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.333502 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] For port 26af81eb-efaf-4204-aafd-337c004bee92, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=26af81eb-efaf-4204-aafd-337c004bee92,segment=NetworkSegment(12a7afe1-6d07-4e37-80d9-49e3b64b89e5),segment_id=12a7afe1-6d07-4e37-80d9-49e3b64b89e5)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:09:30.333987 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.347703 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Calling delete_port for 26af81eb-efaf-4204-aafd-337c004bee92 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:09:30.352023 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] Pushing event updated for resources: {'Network': ['ID=9a90f366-18d0-4e88-ada3-37389affe0b0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:30.367079 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 9a90f366-18d0-4e88-ada3-37389affe0b0 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:09:30.389123 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d001ff3b-6e45-4886-9c02-9b1ecb15ab52 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0745087 Aug 24 10:09:30.389641 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34274) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:30.400942 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Request body: {'subnet': {'network_id': '9a90f366-18d0-4e88-ada3-37389affe0b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1145834447-subnet', 'tenant_id': '936f678000fa40b2a204a3d6dde89643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:30.490529 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Made reservation on behalf of 936f678000fa40b2a204a3d6dde89643 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:09:30.505297 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.584870 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.626987 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Pushing event deleted for resources: {'Port': ['ID=26af81eb-efaf-4204-aafd-337c004bee92,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:30.654476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['26af81eb-efaf-4204-aafd-337c004bee92'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:09:30.703477 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] No DVR routers for this DVR port 26af81eb-efaf-4204-aafd-337c004bee92 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:09:30.707255 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.709545 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0cd1e0a1-d49f-43e7-905c-d81b4ec11a10 req-81d9c51d-1831-46c3-b54a-b1a1a556d2af tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.90 "DELETE /v2.0/ports/26af81eb-efaf-4204-aafd-337c004bee92 HTTP/1.1" status: 204 len: 173 time: 0.7009430 Aug 24 10:09:30.710070 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947ecbf5-acc1-479b-acc7-91cd3259c881', 'name': 'network-vif-deleted', 'tag': '26af81eb-efaf-4204-aafd-337c004bee92'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:09:30.712437 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39472939-ca6c-4013-aea8-39d13015121d" -d '{"events": [{"server_uuid": "947ecbf5-acc1-479b-acc7-91cd3259c881", "name": "network-vif-deleted", "tag": "26af81eb-efaf-4204-aafd-337c004bee92"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:09:30.758939 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea5779e-0cd9-497a-93c2-2c0ac2dce3d0 x-openstack-request-id: req-aea5779e-0cd9-497a-93c2-2c0ac2dce3d0 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:09:30.759555 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947ecbf5-acc1-479b-acc7-91cd3259c881", "name": "network-vif-deleted", "tag": "26af81eb-efaf-4204-aafd-337c004bee92", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:09:30.759859 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aea5779e-0cd9-497a-93c2-2c0ac2dce3d0 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:09:30.760470 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '947ecbf5-acc1-479b-acc7-91cd3259c881', 'name': 'network-vif-deleted', 'tag': '26af81eb-efaf-4204-aafd-337c004bee92', 'status': 'completed', 'code': 200} Aug 24 10:09:30.778250 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7513-7b4c-4ae8-88ce-ff701c28a36e req-7135421e-a734-4714-9aa4-52e8d14382c0 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:30.779804 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e32d7513-7b4c-4ae8-88ce-ff701c28a36e req-7135421e-a734-4714-9aa4-52e8d14382c0 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0686567 Aug 24 10:09:30.826188 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e32d7513-7b4c-4ae8-88ce-ff701c28a36e req-4033a3c9-3918-4ff9-bdb3-c1bdb3fe63d9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379562 Aug 24 10:09:30.861441 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:30.920263 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5c9ed60f-8886-417c-806f-dec9aa702e65 req-d171f88c-abb8-4392-b02b-7f1cf1f7662a tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 210 time: 0.0575328 Aug 24 10:09:30.951695 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35bd352-f50b-47f2-a7b4-46eaca08f26e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:30.969465 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Checking segment: {'id': '7b3673e5-d51f-44e2-88a9-ee499049f635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1206, 'network_id': '9a90f366-18d0-4e88-ada3-37389affe0b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:09:30.970057 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Network hostable DHCP agents. Network: 9a90f366-18d0-4e88-ada3-37389affe0b0, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:09:31.070288 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df025cab-9324-4425-b5c8-8ab2d9bd2d3f req-a57c6804-3bd2-473f-8e6f-a4f83ea1b6d7 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:31.071884 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-df025cab-9324-4425-b5c8-8ab2d9bd2d3f req-a57c6804-3bd2-473f-8e6f-a4f83ea1b6d7 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0532660 Aug 24 10:09:31.076566 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7e077edf-d394-4a2f-b3a6-dc70b267875c up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:09:31.128383 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-df025cab-9324-4425-b5c8-8ab2d9bd2d3f req-5409ffb7-beeb-4498-80b5-b668f95c9595 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Aug 24 10:09:31.173602 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Network 9a90f366-18d0-4e88-ada3-37389affe0b0 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:09:31.216081 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 7e077edf-d394-4a2f-b3a6-dc70b267875c completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:09:31.225254 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 7e077edf-d394-4a2f-b3a6-dc70b267875c triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:09:31.226280 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:31.279309 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 9a90f366-18d0-4e88-ada3-37389affe0b0) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:09:31.294143 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:31.295680 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:31.334471 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:31.335173 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c004b-4e1e-4212-96c6-0139ccb1fb0b req-1c0977cb-80e3-4b25-adea-4bd372215d5e tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:31.337181 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696f7619-941c-4cda-89f1-53b448e1ceb7 None None] Network 9a90f366-18d0-4e88-ada3-37389affe0b0 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:09:31.346149 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-392c004b-4e1e-4212-96c6-0139ccb1fb0b req-1c0977cb-80e3-4b25-adea-4bd372215d5e tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0973303 Aug 24 10:09:31.388979 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-392c004b-4e1e-4212-96c6-0139ccb1fb0b req-5d24f798-a91f-42d6-9cb5-737c61ffe76c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435851 Aug 24 10:09:31.421116 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:09:31.424622 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f3c68e-9803-4016-8bee-b60bf5b0b3c6" -d '{"events": [{"server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "name": "network-vif-plugged", "status": "completed", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:09:31.426660 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe73f9-bd9e-4cb5-b6f3-a259739579c5 req-dd6eba23-c0b3-44e2-b944-ae1198041c12 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:31.429857 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-afbe73f9-bd9e-4cb5-b6f3-a259739579c5 req-dd6eba23-c0b3-44e2-b944-ae1198041c12 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 945 time: 0.1282530 Aug 24 10:09:31.476843 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7e077edf-d394-4a2f-b3a6-dc70b267875c, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:09:31.484838 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-51546e1e-1547-4729-8d5d-33b6f72463a9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0928907 Aug 24 10:09:31.493598 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d862e5fd-a429-4deb-8a69-483995d70100 x-openstack-request-id: req-d862e5fd-a429-4deb-8a69-483995d70100 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:09:31.493992 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "name": "network-vif-plugged", "status": "completed", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:09:31.494333 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d862e5fd-a429-4deb-8a69-483995d70100 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:09:31.494877 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'code': 200} Aug 24 10:09:31.527776 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-afbe73f9-bd9e-4cb5-b6f3-a259739579c5 req-f774c7f9-61f8-41f1-b1c8-4f2c80ecf927 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851760 Aug 24 10:09:31.586353 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:31.588562 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 26af81eb-efaf-4204-aafd-337c004bee92 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:09:31.619466 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-ad91843d-4849-4c9f-840f-ccaa06238420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:31.621371 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-ad91843d-4849-4c9f-840f-ccaa06238420 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 1099 time: 0.0812504 Aug 24 10:09:31.654921 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 26af81eb-efaf-4204-aafd-337c004bee92 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:09:31.660003 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 26af81eb-efaf-4204-aafd-337c004bee92 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:09:31.683698 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bf4451-62f4-483e-9f34-26aec409002f None None] Network 9a90f366-18d0-4e88-ada3-37389affe0b0 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:09:31.757935 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-be0de9d4-ec17-46d0-97d6-ad0d387da370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:31.759147 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-be0de9d4-ec17-46d0-97d6-ad0d387da370 service neutron] 10.222.0.90 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 913 time: 0.1296384 Aug 24 10:09:31.767665 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7e077edf-d394-4a2f-b3a6-dc70b267875c,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:31.907214 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-45637bff-a38d-402b-ba83-0eae89c2628a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6 HTTP/1.1" status: 200 len: 1001 time: 0.1322019 Aug 24 10:09:31.966750 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-1341631e-8509-420b-8d0b-f87747b92118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:31.968761 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-1341631e-8509-420b-8d0b-f87747b92118 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7d64931-3d7b-4e32-a686-5b170f9c1a9e HTTP/1.1" status: 200 len: 850 time: 0.0530961 Aug 24 10:09:32.077052 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07eb6ab-3db1-401e-95d6-f3eb7981406c req-7f221b90-920f-4435-b027-3d0fd2ca6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:32.081387 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d07eb6ab-3db1-401e-95d6-f3eb7981406c req-7f221b90-920f-4435-b027-3d0fd2ca6cdd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1099 time: 0.0799861 Aug 24 10:09:32.139559 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d07eb6ab-3db1-401e-95d6-f3eb7981406c req-9d258ad8-afeb-4aaa-9398-29b8e8739c3f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493813 Aug 24 10:09:32.276156 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93e3b7-a2e7-4975-b17a-00919d0138d7 req-2706b548-38b9-4270-80e6-d63edb32b0b2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:32.277797 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dd93e3b7-a2e7-4975-b17a-00919d0138d7 req-2706b548-38b9-4270-80e6-d63edb32b0b2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0702775 Aug 24 10:09:32.321578 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dd93e3b7-a2e7-4975-b17a-00919d0138d7 req-5f0f000f-dee6-43c5-8b87-fd6e15d5fa3f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Aug 24 10:09:32.400011 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-511c5a7c-08e9-4589-bfaf-af590029c35e req-082f15c8-1d11-4429-869e-738c9a88a1d7 tempest-VolumesActionsTest-456937697 tempest-VolumesActionsTest-456937697-project] 10.222.0.64 "GET /v2.0/ports?device_id=947ecbf5-acc1-479b-acc7-91cd3259c881 HTTP/1.1" status: 200 len: 210 time: 0.0468793 Aug 24 10:09:32.413279 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-47deb19d-1e37-4f3a-8852-085fc2c51bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:32.421585 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-47deb19d-1e37-4f3a-8852-085fc2c51bb3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20d99add-b609-42ab-8840-e559ba5ce163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4288361 Aug 24 10:09:32.539241 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a6b28-7cad-4c29-af5d-4772250736e0 req-911c7871-83e6-4a17-aed0-3a51d12d1c72 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:32.540897 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7f2a6b28-7cad-4c29-af5d-4772250736e0 req-911c7871-83e6-4a17-aed0-3a51d12d1c72 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0738420 Aug 24 10:09:32.562451 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-ee0e541f-076a-47e5-ac8b-f52522fe9174 service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249454 Aug 24 10:09:32.588753 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7f2a6b28-7cad-4c29-af5d-4772250736e0 req-f5429438-ebae-4234-86f8-139690d1cca7 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358045 Aug 24 10:09:32.699011 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4494b2f-274d-40ac-bac1-4f678e599641 req-a25d501d-fa6a-4060-8cc9-e04dfee53eda service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295938 Aug 24 10:09:32.738042 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d95dec-8abb-4683-95d4-d41b9824640a req-75706df5-116b-453a-a7c0-ec17a38a4915 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:32.739671 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a4d95dec-8abb-4683-95d4-d41b9824640a req-75706df5-116b-453a-a7c0-ec17a38a4915 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.0911756 Aug 24 10:09:32.794232 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a4d95dec-8abb-4683-95d4-d41b9824640a req-c82953dd-ae00-4b90-965c-63ddf8cb9dbb tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Aug 24 10:09:33.453129 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d37204-96ac-4fe7-9219-1ce0f34bef38 req-2fe6b90f-fe70-4174-bc3d-0f331a5f9853 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:33.455150 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-79d37204-96ac-4fe7-9219-1ce0f34bef38 req-2fe6b90f-fe70-4174-bc3d-0f331a5f9853 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0563960 Aug 24 10:09:33.509586 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-79d37204-96ac-4fe7-9219-1ce0f34bef38 req-f5e3b7e6-fc37-486e-a888-a8ab069112e2 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Aug 24 10:09:33.742630 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5370e55-2713-489c-8031-4cbbf9bd7489 req-8cfb7ae6-d220-482e-987b-ea588d79e715 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:33.744229 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d5370e55-2713-489c-8031-4cbbf9bd7489 req-8cfb7ae6-d220-482e-987b-ea588d79e715 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0635478 Aug 24 10:09:33.804013 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:09:33.808085 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d5370e55-2713-489c-8031-4cbbf9bd7489 req-c890856b-f43c-4232-8be5-9ff2af18a28e tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564408 Aug 24 10:09:33.959209 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6287a-6f63-4327-800b-81d3246fdc99 req-ee4e8965-67d8-4a99-8c86-50980eec522c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:33.960869 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3aa6287a-6f63-4327-800b-81d3246fdc99 req-ee4e8965-67d8-4a99-8c86-50980eec522c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.0650215 Aug 24 10:09:34.008934 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3aa6287a-6f63-4327-800b-81d3246fdc99 req-faf601d7-8b9d-4cc9-b1a7-6830a4cdf5f5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370109 Aug 24 10:09:34.148962 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90cb6f-4995-4e96-b50c-52e2eb531e55 req-2ed2ba56-60b9-4e26-be21-f3f69433f486 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:34.150792 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fe90cb6f-4995-4e96-b50c-52e2eb531e55 req-2ed2ba56-60b9-4e26-be21-f3f69433f486 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.0633352 Aug 24 10:09:34.199426 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fe90cb6f-4995-4e96-b50c-52e2eb531e55 req-946bf1d5-4f44-463d-be78-6293ce5d174e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Aug 24 10:09:34.597169 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643135a-8751-4bed-827e-702be176dd88 req-acf49a08-26da-4683-9a29-bcb6cee46e22 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:34.598836 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9643135a-8751-4bed-827e-702be176dd88 req-acf49a08-26da-4683-9a29-bcb6cee46e22 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.0721385 Aug 24 10:09:34.659524 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9643135a-8751-4bed-827e-702be176dd88 req-caec6600-880f-414e-8449-1c0d0252ab94 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497351 Aug 24 10:09:34.673870 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c6413-b171-4fb7-be53-d13291bc219c req-cb014b2c-4358-4c61-b7e2-a21471af4752 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:34.673870 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-030c6413-b171-4fb7-be53-d13291bc219c req-cb014b2c-4358-4c61-b7e2-a21471af4752 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0629399 Aug 24 10:09:34.739497 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-030c6413-b171-4fb7-be53-d13291bc219c req-8ac00a97-a8be-4aad-9666-a93269212284 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468247 Aug 24 10:09:34.971764 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f512327-4b14-4e6b-a616-bc95394c9da9 req-f4fbcaad-d69a-41b7-bade-ea9a42e1d468 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:34.973655 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3f512327-4b14-4e6b-a616-bc95394c9da9 req-f4fbcaad-d69a-41b7-bade-ea9a42e1d468 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0605357 Aug 24 10:09:35.018443 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3f512327-4b14-4e6b-a616-bc95394c9da9 req-d8a8b374-584c-4e6b-affc-9c4e3d426ddb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357563 Aug 24 10:09:35.881029 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fcf1c-7e3e-4406-a114-c8aa1f005452 req-1c0172b0-c777-401d-845d-94f73c27f59c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:35.883478 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5a7fcf1c-7e3e-4406-a114-c8aa1f005452 req-1c0172b0-c777-401d-845d-94f73c27f59c tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0666716 Aug 24 10:09:35.942783 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5a7fcf1c-7e3e-4406-a114-c8aa1f005452 req-ab4da708-fbfd-495f-85ef-99eae75bb03a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Aug 24 10:09:37.227005 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4f07a-fd82-4244-870c-f88936143852 req-6c89d2f8-66e3-4860-95fd-ce7d7e823368 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:37.228619 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-16d4f07a-fd82-4244-870c-f88936143852 req-6c89d2f8-66e3-4860-95fd-ce7d7e823368 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0530796 Aug 24 10:09:37.272192 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-16d4f07a-fd82-4244-870c-f88936143852 req-3dc66de4-27fe-4605-9fdb-be4d8e9be313 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348504 Aug 24 10:09:38.411390 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef0ab5-40a9-41c4-b77f-5d728c53c88b req-e346096b-4566-4542-a514-a40de284ea49 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:38.414065 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d6ef0ab5-40a9-41c4-b77f-5d728c53c88b req-e346096b-4566-4542-a514-a40de284ea49 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0649791 Aug 24 10:09:38.459039 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d6ef0ab5-40a9-41c4-b77f-5d728c53c88b req-654bd2a1-f0d0-4a9e-ac18-af68ae751d39 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384123 Aug 24 10:09:39.370946 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6db42-7079-4a8d-9b0b-4b480e7d7b6c req-133fe66c-2d7d-4e8a-9f3c-ef0f21b05ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:39.372636 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4fe6db42-7079-4a8d-9b0b-4b480e7d7b6c req-133fe66c-2d7d-4e8a-9f3c-ef0f21b05ccf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0445189 Aug 24 10:09:39.428179 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4fe6db42-7079-4a8d-9b0b-4b480e7d7b6c req-5c764cfb-36dc-4e58-8577-3a8c08d22790 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339966 Aug 24 10:09:39.585310 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cd9e-8882-4b33-8c61-d1b8ddeddfe8 req-33b3c7b9-6840-4791-a595-c0992a363121 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:39.586831 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1e19cd9e-8882-4b33-8c61-d1b8ddeddfe8 req-33b3c7b9-6840-4791-a595-c0992a363121 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0524342 Aug 24 10:09:39.632964 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1e19cd9e-8882-4b33-8c61-d1b8ddeddfe8 req-2ade93fb-492d-46ad-909b-54d30cbc4394 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397544 Aug 24 10:09:40.853731 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d4d72-6875-4920-8eba-8b90d2c8c092 req-4968e95d-9d2d-4941-987b-0c357cd5ec1a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:40.863593 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f11d4d72-6875-4920-8eba-8b90d2c8c092 req-4968e95d-9d2d-4941-987b-0c357cd5ec1a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1011219 Aug 24 10:09:40.902153 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f11d4d72-6875-4920-8eba-8b90d2c8c092 req-04dc5bab-a96b-48be-ac6d-a92da2b8c1fb tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Aug 24 10:09:42.173643 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca426-a390-4eac-81e6-6007f3b93bbd req-36f69e71-61b8-4f9d-b881-a331148a4619 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:42.185296 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1f8ca426-a390-4eac-81e6-6007f3b93bbd req-36f69e71-61b8-4f9d-b881-a331148a4619 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0774331 Aug 24 10:09:42.250335 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1f8ca426-a390-4eac-81e6-6007f3b93bbd req-9194ba4a-87ae-4f3f-85d8-b95a2ad52594 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619352 Aug 24 10:09:43.031121 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18363a4-0ace-44be-bd88-d957109ab6c2 req-d26457e0-817e-4aa5-a852-0abba94e39f8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:43.032988 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f18363a4-0ace-44be-bd88-d957109ab6c2 req-d26457e0-817e-4aa5-a852-0abba94e39f8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0575309 Aug 24 10:09:43.076913 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f18363a4-0ace-44be-bd88-d957109ab6c2 req-590008ef-d4d0-4c54-9974-6112fa0cdddb tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373967 Aug 24 10:09:43.217705 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-b216297e-79d7-4635-91a2-ecb5e468eb00 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439503 Aug 24 10:09:43.231402 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-6b458c28-253e-4660-a4b4-9f214a21260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:43.232974 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-6b458c28-253e-4660-a4b4-9f214a21260c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0487432 Aug 24 10:09:43.327977 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-a1615b95-fe6a-4465-b05d-c9996085a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:43.331514 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-a1615b95-fe6a-4465-b05d-c9996085a425 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 1099 time: 0.0780780 Aug 24 10:09:43.411589 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-a64449f9-fe52-411a-9619-ba6663e68892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:43.420602 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-a64449f9-fe52-411a-9619-ba6663e68892 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 921 time: 0.1790223 Aug 24 10:09:43.539520 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-5c33a239-b1a2-405a-bf20-6d1dca52e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:43.542315 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-5c33a239-b1a2-405a-bf20-6d1dca52e39f service neutron] 10.222.0.90 "GET /v2.0/networks?id=0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 200 len: 921 time: 0.1807415 Aug 24 10:09:43.546457 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-74a7b095-8842-41e6-808e-8b783e92ab51 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 200 len: 217 time: 0.1132915 Aug 24 10:09:43.619243 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-4dbd8032-1249-4339-8a0e-1c7964c76354 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7538f101-9bee-48e0-aab2-09cfd3cd8202 HTTP/1.1" status: 200 len: 217 time: 0.0603459 Aug 24 10:09:43.698601 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-f8900cc6-03cc-4767-bc9e-54000b4175d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:43.701408 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-f8900cc6-03cc-4767-bc9e-54000b4175d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.1421688 Aug 24 10:09:43.733130 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-03e7dfc5-b4e5-425d-ae83-8ef406d28f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:43.733130 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-03e7dfc5-b4e5-425d-ae83-8ef406d28f20 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 200 len: 859 time: 0.1020811 Aug 24 10:09:43.866294 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-471ca1a3-a7da-432d-a9f8-42dc10459b56 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764349 Aug 24 10:09:43.879591 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-db4ca026-58bb-4e80-9287-12c990276e66 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0058c4b3-b2e1-4879-858a-d1a02ad004e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701075 Aug 24 10:09:44.017556 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-fc464c5f-e6f4-4d60-98f4-ba79f1a6ea87 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389003 Aug 24 10:09:44.030867 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-4bc009fc-d1a0-4314-8cdc-e362818a1891 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392684 Aug 24 10:09:44.143348 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fbfe82d7-131f-43d2-974d-602b40d431a8 req-b1de8b44-b074-4bdb-94e4-c50eb110a33d service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044071 Aug 24 10:09:44.144302 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b2decc27-3f53-4e6b-aa30-4193161c8d12 req-b79b2fb1-9649-458f-977a-545352a0e234 service neutron] 10.222.0.90 "GET /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168716 Aug 24 10:09:44.269254 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502926b8-b484-4f64-81c9-8b7815e91ad3 req-d61aad0a-315c-48e7-90bf-16d37191bfb6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:44.276523 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-502926b8-b484-4f64-81c9-8b7815e91ad3 req-d61aad0a-315c-48e7-90bf-16d37191bfb6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0808229 Aug 24 10:09:44.324518 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-502926b8-b484-4f64-81c9-8b7815e91ad3 req-041bee5b-cca6-474f-aea7-12aabca602ab tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Aug 24 10:09:45.551331 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e82215-7940-4587-8af1-a41e60487d14 req-e6638a0e-c984-4fa1-b6b7-5e555f4188ff tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:45.553162 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a4e82215-7940-4587-8af1-a41e60487d14 req-e6638a0e-c984-4fa1-b6b7-5e555f4188ff tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0834715 Aug 24 10:09:45.653403 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a4e82215-7940-4587-8af1-a41e60487d14 req-c7c99d6c-d479-4c7e-b7e2-d2b42ed68379 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888164 Aug 24 10:09:45.745803 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:46.886414 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79aedd8-805d-4ca9-830b-2cc36892c199 req-09cdce2b-5c58-4ce2-90c2-fe14117a26c8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:46.896911 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d79aedd8-805d-4ca9-830b-2cc36892c199 req-09cdce2b-5c58-4ce2-90c2-fe14117a26c8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1155608 Aug 24 10:09:46.958471 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d79aedd8-805d-4ca9-830b-2cc36892c199 req-84aa04ca-fbd4-46dd-b597-f453a307bda5 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589924 Aug 24 10:09:50.805418 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3402a7-2710-494c-b7e9-c30312029690 req-77070f9c-2a28-40f7-8983-fe9c0021b698 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:50.807697 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7d3402a7-2710-494c-b7e9-c30312029690 req-77070f9c-2a28-40f7-8983-fe9c0021b698 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.0610092 Aug 24 10:09:50.853310 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7d3402a7-2710-494c-b7e9-c30312029690 req-1cbc69f6-dc82-44d8-b9b8-cb6399df0efa tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379286 Aug 24 10:09:50.876923 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34700) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:51.094051 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c551-f132-4f1d-bc5d-20a4a1efb36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:51.115194 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58a5925-ac53-43ae-977a-beda396da0a0 tempest-TestMinimumBasicScenario-53095608 tempest-TestMinimumBasicScenario-53095608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:51.123010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34708) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:51.123782 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-c58a5925-ac53-43ae-977a-beda396da0a0 tempest-TestMinimumBasicScenario-53095608 tempest-TestMinimumBasicScenario-53095608-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1094 time: 0.2452099 Aug 24 10:09:51.132986 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'port_id': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:51.271647 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for floatingip, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:51.399092 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:51.529081 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Allocated IP 172.27.3.160 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/61ab0501-2ee3-45ed-9a94-c427c8830398) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:09:51.717739 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:51.873004 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:51.938925 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:09:51.945650 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:09:51.949072 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:09:52.007284 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'Port': ['ID=61ab0501-2ee3-45ed-9a94-c427c8830398,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:52.041726 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.042178 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.042624 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.042995 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.043394 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.044333 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.044333 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.044625 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.044963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.045357 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.045800 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.046310 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:52.490044 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:52.674101 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:52.898318 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:53.006480 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:53.117771 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'Port': ['ID=61ab0501-2ee3-45ed-9a94-c427c8830398,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:53.143283 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:53.288320 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Floating IP 9a1e9097-054f-4066-99ad-01396f40b67c associated. External IP: 172.27.3.160, port: 7e077edf-d394-4a2f-b3a6-dc70b267875c. Aug 24 10:09:53.559500 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:09:53.711766 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34770) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:53.739271 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:09:53.750827 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] Sync routers for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:09:53.768142 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:09:53.769132 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:53.801494 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Deleting subnet 2c7297e4-66fc-42f8-8056-bc5373b7ba39 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:09:53.815385 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:53.878662 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:53.888428 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:53.917535 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-7f454400-c79a-4809-8d2a-ff4d61a43a38 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7907510 Aug 24 10:09:53.918458 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:09:53.920494 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:53.921499 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960e85b9-a3b3-4466-b0b8-65be73196491" -d '{"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:09:53.922971 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34782) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:53.961630 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1a410571-f40c-46c7-84f4-d0fb28fbf215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:53.966388 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab1fdeb-c2af-4e80-a92c-b0b098efa7af x-openstack-request-id: req-aab1fdeb-c2af-4e80-a92c-b0b098efa7af {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:09:53.967006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:09:53.967433 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-aab1fdeb-c2af-4e80-a92c-b0b098efa7af {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:09:53.968036 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'status': 'completed', 'code': 200} Aug 24 10:09:53.980171 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c6b24bbb-c3b5-4b44-a6ac-ea48ac4bf8f5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195083774', 'description': 'tempest-secgroup-smoke-195083774 description', 'project_id': 'af492f3bc80447a8a7118f83e917c317'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:53.991379 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:09:54.091787 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34786) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:54.120185 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.138548 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-85fd5091-9149-4dc0-86ae-a142a074203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:54.142119 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-85fd5091-9149-4dc0-86ae-a142a074203e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1099 time: 0.0923977 Aug 24 10:09:54.271068 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6b24bbb-c3b5-4b44-a6ac-ea48ac4bf8f5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.304620 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.317969 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-68e3f570-deff-4dc3-880f-170993facebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.363162 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c7297e4-66fc-42f8-8056-bc5373b7ba39,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:54.373772 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.381905 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2c7297e4-66fc-42f8-8056-bc5373b7ba39 HTTP/1.1" status: 204 len: 168 time: 0.6672728 Aug 24 10:09:54.382436 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34792) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:54.384517 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.385064 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.385556 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.386051 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.386533 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.387008 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.387493 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.387970 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.388496 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.388976 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.389496 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.389968 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5117ad0a-add2-44ba-bfb4-e5f1af95a6a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:09:54.442881 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-dfecd09d-12ba-4de5-a9f5-60ebee4b2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:54.445267 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-dfecd09d-12ba-4de5-a9f5-60ebee4b2b79 service neutron] 10.222.0.90 "GET /v2.0/networks?id=432dd33d-a2e0-4ae1-844e-1697452c33e5 HTTP/1.1" status: 200 len: 917 time: 0.2888851 Aug 24 10:09:54.501686 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.509024 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '9a1e9097-054f-4066-99ad-01396f40b67c', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'port_id': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'mac_address': 'fa:16:3e:96:9a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:09:52Z', 'updated_at': '2021-08-24T10:09:52Z', 'revision_number': 0, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 5, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:54.543478 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] Checking router: 8b60a346-8db0-4ff0-8227-6c5e0dfee546 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:09:54.547720 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-9526d177-0398-4b5a-b9c5-3dfb4de89d28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 1000 time: 0.0930839 Aug 24 10:09:54.555666 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:09:54.556566 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:54.577274 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-68e3f570-deff-4dc3-880f-170993facebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.636694 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.652090 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee70b3a1-0139-4f1a-a496-9bf48819788a']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:54.670651 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-1afcb4f2-e1c2-4427-a637-9a7edb98fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:54.675228 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-1afcb4f2-e1c2-4427-a637-9a7edb98fbda service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7a051b54-ad63-40ed-a1c2-670318b632f5 HTTP/1.1" status: 200 len: 854 time: 0.1073265 Aug 24 10:09:54.676835 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1dcb494-111a-4975-bfad-4aaad15aa90d') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:54.677709 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1dcb494-111a-4975-bfad-4aaad15aa90d') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:54.681960 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-68e3f570-deff-4dc3-880f-170993facebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.707999 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:09:54.723181 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.793907 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6b24bbb-c3b5-4b44-a6ac-ea48ac4bf8f5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.798225 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.833574 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Releasing vlan 1249 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:09:54.842023 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:09:54.854277 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3f570-deff-4dc3-880f-170993facebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba1c4aa-c24b-4da6-bd1e-a56f8712b9ab,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:54.863624 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-c5db15bb-e07d-42bc-b06a-ddccfc01f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:54.872694 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-c5db15bb-e07d-42bc-b06a-ddccfc01f351 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432dd33d-a2e0-4ae1-844e-1697452c33e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1863573 Aug 24 10:09:54.893266 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-68e3f570-deff-4dc3-880f-170993facebc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eda4b5449afc4cdca51c340c5dd2203d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7952099 Aug 24 10:09:54.899044 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34798) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:54.912285 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6b24bbb-c3b5-4b44-a6ac-ea48ac4bf8f5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.020476 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b24bbb-c3b5-4b44-a6ac-ea48ac4bf8f5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b30dc2-9664-4342-86a6-2a8eb10aaed1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:55.036441 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-634e91db-823a-4350-be4a-386c24c777ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.061719 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-33fb3eb9-8f4e-4d00-8e0c-102a98f48a75 service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736014 Aug 24 10:09:55.066422 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-634e91db-823a-4350-be4a-386c24c777ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.101604 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6b24bbb-c3b5-4b44-a6ac-ea48ac4bf8f5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.102904 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-c6b24bbb-c3b5-4b44-a6ac-ea48ac4bf8f5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1789508 Aug 24 10:09:55.111898 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.113748 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34800) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:55.149005 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.157359 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] 10.222.0.64 "DELETE /v2.0/networks/ee70b3a1-0139-4f1a-a496-9bf48819788a HTTP/1.1" status: 204 len: 168 time: 0.7703567 Aug 24 10:09:55.158357 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:55.166041 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-02554ca6-25c8-4509-b961-e37e368e155e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'security_group_rule': {'security_group_id': 'c1b30dc2-9664-4342-86a6-2a8eb10aaed1', 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:55.168092 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '9a1e9097-054f-4066-99ad-01396f40b67c', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'port_id': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'mac_address': 'fa:16:3e:96:9a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:09:52Z', 'updated_at': '2021-08-24T10:09:52Z', 'revision_number': 0, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 5, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:55.202866 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3fcfa-58ed-4926-bd83-61ea39674960 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee70b3a1-0139-4f1a-a496-9bf48819788a,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:55.237048 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f4a8a5-e0f4-4eb9-a0ab-f284665fe3e7 None None] The sync data for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi is: [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '9a1e9097-054f-4066-99ad-01396f40b67c', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'port_id': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'mac_address': 'fa:16:3e:96:9a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:09:52Z', 'updated_at': '2021-08-24T10:09:52Z', 'revision_number': 0, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 5, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:09:55.260500 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-960e85b9-a3b3-4466-b0b8-65be73196491 req-ae145e51-3b0b-4548-9907-dacc14d84070 service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853499 Aug 24 10:09:55.263865 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccd8fad-a0e6-46d6-a6e5-703099f81592 admin admin] Deleting subnet f35bd352-f50b-47f2-a7b4-46eaca08f26e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:09:55.266911 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.271122 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8fad-a0e6-46d6-a6e5-703099f81592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.331717 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8fad-a0e6-46d6-a6e5-703099f81592 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.341757 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8fad-a0e6-46d6-a6e5-703099f81592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.350155 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-02554ca6-25c8-4509-b961-e37e368e155e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.396052 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-634e91db-823a-4350-be4a-386c24c777ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.402687 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-634e91db-823a-4350-be4a-386c24c777ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.406861 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-634e91db-823a-4350-be4a-386c24c777ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ba1c4aa-c24b-4da6-bd1e-a56f8712b9ab HTTP/1.1" status: 204 len: 168 time: 0.5039630 Aug 24 10:09:55.429990 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e91db-823a-4350-be4a-386c24c777ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba1c4aa-c24b-4da6-bd1e-a56f8712b9ab,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:55.522007 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-02554ca6-25c8-4509-b961-e37e368e155e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.601047 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88ca006-61bb-4b6d-963c-dca934d25cd6 None None] New status for floating IP 9a1e9097-054f-4066-99ad-01396f40b67c: ACTIVE {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:09:55.649575 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-02554ca6-25c8-4509-b961-e37e368e155e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.651919 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8fad-a0e6-46d6-a6e5-703099f81592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.712792 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd8fad-a0e6-46d6-a6e5-703099f81592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35bd352-f50b-47f2-a7b4-46eaca08f26e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:55.724013 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8fad-a0e6-46d6-a6e5-703099f81592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:55.730682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02554ca6-25c8-4509-b961-e37e368e155e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0111da23-fe1f-4433-b266-a1d804c7dde8,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:55.738373 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-4ccd8fad-a0e6-46d6-a6e5-703099f81592 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f35bd352-f50b-47f2-a7b4-46eaca08f26e HTTP/1.1" status: 204 len: 168 time: 0.5767179 Aug 24 10:09:55.742445 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34810) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:56.114438 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-02554ca6-25c8-4509-b961-e37e368e155e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.118283 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34824) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:56.121540 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-02554ca6-25c8-4509-b961-e37e368e155e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0005932 Aug 24 10:09:56.123566 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-49e20403-f7f9-4341-b67d-5bc75a52ca84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'security_group_rule': {'security_group_id': 'c1b30dc2-9664-4342-86a6-2a8eb10aaed1', 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:56.186713 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.208963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a78f4-5e2f-4b26-9d20-e04caa37c320 req-e9e1b71b-4330-4955-87cb-9b6f846a945e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:56.211424 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f5a78f4-5e2f-4b26-9d20-e04caa37c320 req-e9e1b71b-4330-4955-87cb-9b6f846a945e tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.1159964 Aug 24 10:09:56.263042 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49e20403-f7f9-4341-b67d-5bc75a52ca84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.305747 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f5a78f4-5e2f-4b26-9d20-e04caa37c320 req-82255339-bd95-46e7-b08d-81d8857f279d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826929 Aug 24 10:09:56.361384 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.377802 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a90f366-18d0-4e88-ada3-37389affe0b0']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:56.393125 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49e20403-f7f9-4341-b67d-5bc75a52ca84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.396614 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3673e5-d51f-44e2-88a9-ee499049f635') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:56.397028 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3673e5-d51f-44e2-88a9-ee499049f635') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:09:56.410776 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.439478 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.452671 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Releasing vlan 1206 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:09:56.453706 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:09:56.457796 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:09:56.473364 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49e20403-f7f9-4341-b67d-5bc75a52ca84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.510744 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e20403-f7f9-4341-b67d-5bc75a52ca84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5016c831-6d3e-43d3-af63-aedec6ed6b82,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:56.631119 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49e20403-f7f9-4341-b67d-5bc75a52ca84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.637121 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-49e20403-f7f9-4341-b67d-5bc75a52ca84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5130973 Aug 24 10:09:56.639421 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34832) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:56.642958 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-72a1aa7b-4245-4329-a40d-6691872ffa83 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'security_group_rule': {'security_group_id': 'c1b30dc2-9664-4342-86a6-2a8eb10aaed1', 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:56.659946 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.666570 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.671355 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/9a90f366-18d0-4e88-ada3-37389affe0b0 HTTP/1.1" status: 204 len: 168 time: 0.9212427 Aug 24 10:09:56.723611 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea404b19-2681-4645-8e5f-de960f1f28f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a90f366-18d0-4e88-ada3-37389affe0b0,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:56.855477 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-72a1aa7b-4245-4329-a40d-6691872ffa83 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.875856 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:56.941961 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-72a1aa7b-4245-4329-a40d-6691872ffa83 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.031737 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-72a1aa7b-4245-4329-a40d-6691872ffa83 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.053362 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1aa7b-4245-4329-a40d-6691872ffa83 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a76ccd5-6bae-478f-8e2b-ef0905c5a8e9,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:57.191374 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-72a1aa7b-4245-4329-a40d-6691872ffa83 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.193183 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-72a1aa7b-4245-4329-a40d-6691872ffa83 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5547414 Aug 24 10:09:57.200779 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34848) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:57.202004 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4de67309-8860-4b29-8ac7-b932b5de943c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'security_group_rule': {'security_group_id': 'c1b30dc2-9664-4342-86a6-2a8eb10aaed1', 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:57.205498 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34850) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:57.210689 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:57.299852 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-05fab807-6a62-499b-93de-9b7e6402ffb6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=283dc5a804f144e099c57fe19395c2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879021 Aug 24 10:09:57.302563 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34856) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:57.368940 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de67309-8860-4b29-8ac7-b932b5de943c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.380320 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3b09a1ad-3d7d-4e3c-8afa-c3bb95e8e629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.422765 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3b09a1ad-3d7d-4e3c-8afa-c3bb95e8e629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.488997 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de67309-8860-4b29-8ac7-b932b5de943c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.516871 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e71b31-1dcb-4054-8f13-610fc67985df req-99a99780-1f41-475b-8ea7-9e10b71df411 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:57.524382 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b9e71b31-1dcb-4054-8f13-610fc67985df req-99a99780-1f41-475b-8ea7-9e10b71df411 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.1087296 Aug 24 10:09:57.528878 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-529766154-network', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:57.562611 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3b09a1ad-3d7d-4e3c-8afa-c3bb95e8e629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.565445 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3b09a1ad-3d7d-4e3c-8afa-c3bb95e8e629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.566590 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3b09a1ad-3d7d-4e3c-8afa-c3bb95e8e629 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1d0428a-ffbc-4d9d-bdfd-0ace904700e2 HTTP/1.1" status: 204 len: 168 time: 0.2624998 Aug 24 10:09:57.569586 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b9e71b31-1dcb-4054-8f13-610fc67985df req-1804659c-e8ed-45f1-99b5-37be9c224ecb tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442159 Aug 24 10:09:57.594962 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de67309-8860-4b29-8ac7-b932b5de943c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.607753 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09a1ad-3d7d-4e3c-8afa-c3bb95e8e629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d0428a-ffbc-4d9d-bdfd-0ace904700e2,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:57.616801 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de67309-8860-4b29-8ac7-b932b5de943c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9437619-66a4-4bbc-b5dd-b16cce3fc367,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:57.646813 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Made reservation on behalf of 3c1624d102ac47bc8b0b35a61705cf06 for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:09:57.650097 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.662145 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.852073 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de67309-8860-4b29-8ac7-b932b5de943c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:57.853354 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-4de67309-8860-4b29-8ac7-b932b5de943c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6554291 Aug 24 10:09:57.862369 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34862) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:57.878244 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-85387e1f-c0a6-4d71-8074-17da57745e84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'security_group_rule': {'security_group_id': 'c1b30dc2-9664-4342-86a6-2a8eb10aaed1', 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:58.018554 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.271251 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.294527 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1243, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:09:58.308862 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96203b3-a75c-4305-9238-12b9fb2da8e5,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:58.317069 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.324000 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Added segment badea118-7cb1-4f63-94df-fbb680292250 of type vlan for network 7fa89d56-2df8-4e27-a388-688a0285a0c8 Aug 24 10:09:58.373096 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.436949 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-85387e1f-c0a6-4d71-8074-17da57745e84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Project af492f3bc80447a8a7118f83e917c317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 10:09:58.443856 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85387e1f-c0a6-4d71-8074-17da57745e84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.511166 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.512193 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:58.512813 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.580488 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85387e1f-c0a6-4d71-8074-17da57745e84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.583744 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa89d56-2df8-4e27-a388-688a0285a0c8,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:58.601562 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:09:58.662724 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c9178f83-6ace-4283-bac0-0e2b401199b0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4554877 Aug 24 10:09:58.665570 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34876) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:58.689686 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Request body: {'subnet': {'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-529766154-subnet', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'ip_version': 4}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:58.694738 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85387e1f-c0a6-4d71-8074-17da57745e84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:58.794681 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85387e1f-c0a6-4d71-8074-17da57745e84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6755ad-2299-414e-8ae4-d318ffee08ec,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:58.871979 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-00036448-a755-46ab-9a2c-bb43c8eca42d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:58.875832 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-00036448-a755-46ab-9a2c-bb43c8eca42d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.90 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.3287840 Aug 24 10:09:58.953720 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34878) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:58.954042 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d5ae8-8a39-458b-a2c6-00e4aa941f99 req-a8aa70e1-f7dc-4995-b8aa-88992f5b3bb3 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:58.954042 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e72d5ae8-8a39-458b-a2c6-00e4aa941f99 req-a8aa70e1-f7dc-4995-b8aa-88992f5b3bb3 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 946 time: 0.2093332 Aug 24 10:09:59.017715 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e72d5ae8-8a39-458b-a2c6-00e4aa941f99 req-14800dcf-63ce-45f9-aa1e-075d11d40bf9 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552747 Aug 24 10:09:59.019118 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Made reservation on behalf of 3c1624d102ac47bc8b0b35a61705cf06 for: {'subnet': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:09:59.022304 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3295525'] for subnet, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.094053 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-834b4a83-2aa3-49e3-97fb-1df7882a4345 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=936f678000fa40b2a204a3d6dde89643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463099 Aug 24 10:09:59.096729 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34884) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:59.116836 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Deleting port 7538f101-9bee-48e0-aab2-09cfd3cd8202 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:09:59.117169 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.186152 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85387e1f-c0a6-4d71-8074-17da57745e84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.187448 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-85387e1f-c0a6-4d71-8074-17da57745e84 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3234694 Aug 24 10:09:59.196567 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 34886) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:09:59.207040 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-63fab901-ce9b-40e1-8e6b-d7f1e00e4069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'security_group_rule': {'security_group_id': 'c1b30dc2-9664-4342-86a6-2a8eb10aaed1', 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:09:59.270014 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ead246f0-1e33-46c6-a25f-8f1323eac71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.294960 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] For port 7538f101-9bee-48e0-aab2-09cfd3cd8202, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7538f101-9bee-48e0-aab2-09cfd3cd8202,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:09:59.300796 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.317824 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ead246f0-1e33-46c6-a25f-8f1323eac71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.319795 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Calling delete_port for 7538f101-9bee-48e0-aab2-09cfd3cd8202 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:09:59.390138 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-63fab901-ce9b-40e1-8e6b-d7f1e00e4069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Project af492f3bc80447a8a7118f83e917c317 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 10:09:59.400123 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-63fab901-ce9b-40e1-8e6b-d7f1e00e4069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.401021 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3295575'] for subnet, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.492018 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672604b2-9679-420c-93a6-253961131fd8,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:59.505409 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Checking segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:09:59.512873 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Network hostable DHCP agents. Network: 7fa89d56-2df8-4e27-a388-688a0285a0c8, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:09:59.513185 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-63fab901-ce9b-40e1-8e6b-d7f1e00e4069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.568462 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ead246f0-1e33-46c6-a25f-8f1323eac71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.571746 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ead246f0-1e33-46c6-a25f-8f1323eac71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.573104 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-ead246f0-1e33-46c6-a25f-8f1323eac71e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4caabab4-87d2-4815-bd38-897e72ef1fbd HTTP/1.1" status: 204 len: 168 time: 0.4754286 Aug 24 10:09:59.587376 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead246f0-1e33-46c6-a25f-8f1323eac71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caabab4-87d2-4815-bd38-897e72ef1fbd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:59.608747 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-63fab901-ce9b-40e1-8e6b-d7f1e00e4069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.636825 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fab901-ce9b-40e1-8e6b-d7f1e00e4069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1352eec-1ed2-4b28-baa5-77f2d50a75f2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:59.683592 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:09:59.684726 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.726574 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['2024c88c-2f87-4d64-bdd5-98a0d570ccc3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:09:59.738516 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Pushing event deleted for resources: {'Port': ['ID=7538f101-9bee-48e0-aab2-09cfd3cd8202,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:09:59.805070 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] No DVR routers for this DVR port 7538f101-9bee-48e0-aab2-09cfd3cd8202 on host hv-cinder-80579 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:09:59.806825 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-63fab901-ce9b-40e1-8e6b-d7f1e00e4069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.808217 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-63fab901-ce9b-40e1-8e6b-d7f1e00e4069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6105082 Aug 24 10:09:59.823576 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.831359 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-63132382-e368-44f2-93ac-b7fd5613bfb3 req-87544a3b-49de-4f05-bb14-5561b3cedf33 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.90 "DELETE /v2.0/ports/7538f101-9bee-48e0-aab2-09cfd3cd8202 HTTP/1.1" status: 204 len: 173 time: 0.9477446 Aug 24 10:09:59.831359 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932f7c9e-c74b-4afd-8aad-a031f391ff51', 'name': 'network-vif-deleted', 'tag': '7538f101-9bee-48e0-aab2-09cfd3cd8202'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:09:59.836103 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f7dd2-fedf-458f-bd2c-1e5b07241fc4" -d '{"events": [{"server_uuid": "932f7c9e-c74b-4afd-8aad-a031f391ff51", "name": "network-vif-deleted", "tag": "7538f101-9bee-48e0-aab2-09cfd3cd8202"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:09:59.861589 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 7fa89d56-2df8-4e27-a388-688a0285a0c8) {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:09:59.870575 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:09:59.872921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:09:59.876332 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c47c38-d494-44a7-88dd-363d120c049b None None] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:09:59.908203 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25bea8-8b56-45eb-9ee8-bed1a8329fd3 x-openstack-request-id: req-cb25bea8-8b56-45eb-9ee8-bed1a8329fd3 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:09:59.908894 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "932f7c9e-c74b-4afd-8aad-a031f391ff51", "name": "network-vif-deleted", "tag": "7538f101-9bee-48e0-aab2-09cfd3cd8202", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:09:59.909432 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cb25bea8-8b56-45eb-9ee8-bed1a8329fd3 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:09:59.910079 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932f7c9e-c74b-4afd-8aad-a031f391ff51', 'name': 'network-vif-deleted', 'tag': '7538f101-9bee-48e0-aab2-09cfd3cd8202', 'status': 'completed', 'code': 200} Aug 24 10:09:59.968141 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2a34eced-789a-4a45-a957-59458a2e4987 req-ef60134b-479c-4c08-9b7c-47546e7d23ef tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195083774&fields=id&tenant_id=af492f3bc80447a8a7118f83e917c317 HTTP/1.1" status: 200 len: 267 time: 0.0522752 Aug 24 10:10:00.023639 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-e6588362-36bc-43b3-89e5-24a8d4c4fa48 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3537424 Aug 24 10:10:00.025652 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34898) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:00.077183 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34eced-789a-4a45-a957-59458a2e4987 req-7943eb17-dec0-48c5-add1-41355b195f0a tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:00.079702 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:00.092457 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2a34eced-789a-4a45-a957-59458a2e4987 req-7943eb17-dec0-48c5-add1-41355b195f0a tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.1225092 Aug 24 10:10:00.103127 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-2a34eced-789a-4a45-a957-59458a2e4987 req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'port': {'security_groups': ['16b5c275-1433-4212-a5ee-3c852048d219', 'c1b30dc2-9664-4342-86a6-2a8eb10aaed1']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:00.167040 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-7fa89d56-2df8-4e27-a388-688a0285a0c8', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:10:00.167904 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.242917 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2a34eced-789a-4a45-a957-59458a2e4987 req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.318621 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-54f6293a-f5ee-4594-aef5-c6ad042539ce req-90a35317-d7af-4490-b236-62d5bde7c4ea tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.1062062 Aug 24 10:10:00.320347 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.321857 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.428357 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.455415 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Allocated IP 172.20.0.2 (7fa89d56-2df8-4e27-a388-688a0285a0c8/672604b2-9679-420c-93a6-253961131fd8/0f62f05b-5a89-433a-a5e2-0f6ac67c50e8) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:00.548440 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2a34eced-789a-4a45-a957-59458a2e4987 req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] For port 7e077edf-d394-4a2f-b3a6-dc70b267875c, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:00.617141 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2a34eced-789a-4a45-a957-59458a2e4987 req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.705088 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2a34eced-789a-4a45-a957-59458a2e4987 req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.760967 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7e077edf-d394-4a2f-b3a6-dc70b267875c'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:10:00.839467 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'Port': ['ID=7e077edf-d394-4a2f-b3a6-dc70b267875c,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:00.866458 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34eced-789a-4a45-a957-59458a2e4987 req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:00.867766 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2a34eced-789a-4a45-a957-59458a2e4987 req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.877030 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.882570 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:00.899358 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2a34eced-789a-4a45-a957-59458a2e4987 req-c97e401a-109f-4782-a8d1-e4c2846378a3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "PUT /v2.0/ports/7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 982 time: 0.8003209 Aug 24 10:10:00.969443 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Transition to ACTIVE for port object 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:01.003685 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Transition to ACTIVE for port object 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:01.070978 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7e077edf-d394-4a2f-b3a6-dc70b267875c'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:10:01.128133 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:01.186486 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7538f101-9bee-48e0-aab2-09cfd3cd8202 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:10:01.195518 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26016857-494c-4752-ab3b-5f8656087fe9 req-9f9cfb77-dd60-4d38-8a19-b9c4325288b3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:01.199291 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-26016857-494c-4752-ab3b-5f8656087fe9 req-9f9cfb77-dd60-4d38-8a19-b9c4325288b3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.2386327 Aug 24 10:10:01.251426 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 7538f101-9bee-48e0-aab2-09cfd3cd8202 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:10:01.251758 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7538f101-9bee-48e0-aab2-09cfd3cd8202 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:10:01.263475 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:01.277218 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:01.296900 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Pushing event updated for resources: {'Port': ['ID=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:01.306971 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-26016857-494c-4752-ab3b-5f8656087fe9 req-2cf4f6fb-bef5-4859-80b8-c5bdc81c2207 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802605 Aug 24 10:10:01.315737 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:01.542683 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Attempting to bind port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:01.543389 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Attempting to bind port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:01.543942 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Attempting to bind port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:01.596691 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6d940429-c2b4-4f2f-8a91-5db688432089 req-834a9d50-1824-478e-925d-ea7fe5c26ba5 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=932f7c9e-c74b-4afd-8aad-a031f391ff51 HTTP/1.1" status: 200 len: 210 time: 0.0608952 Aug 24 10:10:01.600162 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-a753da5f-5894-4a7a-aeb6-7bd22ba986ed None None] Provisioning complete for port 7e077edf-d394-4a2f-b3a6-dc70b267875c triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:01.600615 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a753da5f-5894-4a7a-aeb6-7bd22ba986ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:01.603760 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:01.604174 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Checking segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:01.604570 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:01.605013 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Bound using segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:01.605468 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Bound port: 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:01.605847 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:01.681457 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:01.704059 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:01.892216 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] For port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:01.911889 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:01.917016 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14" -d '{"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:01.967492 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] For port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:02.030975 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb3de1c-509c-4f97-9f9d-45d13fce5b70 x-openstack-request-id: req-ebb3de1c-509c-4f97-9f9d-45d13fce5b70 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:02.030975 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:02.030975 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebb3de1c-509c-4f97-9f9d-45d13fce5b70 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:02.030975 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'status': 'completed', 'code': 200} Aug 24 10:10:02.031279 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Allocated IP 172.27.3.218 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/0c39c047-ca50-4059-93d9-a4f4c05690a9) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:02.088565 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:02.137930 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-504cd316-1ccd-42bc-b14d-fc73bbf8e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:02.141816 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-504cd316-1ccd-42bc-b14d-fc73bbf8e12a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1138 time: 0.0755596 Aug 24 10:10:02.245527 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbc443-e330-4786-bae2-473b8532b90d None None] Pushing event updated for resources: {'Port': ['ID=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:02.248997 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:02.392097 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:02.435798 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:02.443465 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:02.443637 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:02.504132 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Pushing event updated for resources: {'Port': ['ID=0c39c047-ca50-4059-93d9-a4f4c05690a9,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:02.720965 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-77d7648a-6051-4b73-961d-8faa07d0f71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:02.722861 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-77d7648a-6051-4b73-961d-8faa07d0f71f service neutron] 10.222.0.90 "GET /v2.0/networks?id=432dd33d-a2e0-4ae1-844e-1697452c33e5 HTTP/1.1" status: 200 len: 917 time: 0.5648706 Aug 24 10:10:02.828302 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-7f2e288c-e81d-482e-af36-a29f5294f939 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 1002 time: 0.0943904 Aug 24 10:10:02.912643 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-4a8764e5-e3b8-43ca-a3ea-4c64e8571cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:02.914133 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-4a8764e5-e3b8-43ca-a3ea-4c64e8571cc1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7a051b54-ad63-40ed-a1c2-670318b632f5 HTTP/1.1" status: 200 len: 854 time: 0.0776711 Aug 24 10:10:03.012666 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-69d3ef36-0a7b-4b12-bbe7-b2a0bbec746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:03.013402 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-69d3ef36-0a7b-4b12-bbe7-b2a0bbec746c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432dd33d-a2e0-4ae1-844e-1697452c33e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903547 Aug 24 10:10:03.032445 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:03.216754 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:03.277669 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-08b7a3be-365b-41e6-8320-36c98aee0cc0 service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555521 Aug 24 10:10:03.407987 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:03.423036 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:03.439247 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c7406e92-9665-4a33-a85c-6c4c4a7e4e14 req-7a144105-13ab-4d98-bbe4-11aa24dafb88 service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528878 Aug 24 10:10:03.590006 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971366a-5f3b-42c3-b32b-92a6b329d9f3 req-7a882e1e-574e-4345-b46b-c95094a50719 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:03.599598 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0971366a-5f3b-42c3-b32b-92a6b329d9f3 req-7a882e1e-574e-4345-b46b-c95094a50719 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0855420 Aug 24 10:10:03.643989 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0971366a-5f3b-42c3-b32b-92a6b329d9f3 req-eb00d151-21b8-4613-b1f4-65c6863c086d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Aug 24 10:10:03.693380 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Router 8b9d97e3-3421-4364-9561-220f1b74826b is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:10:03.784847 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b49890-d96e-4a56-8614-d397069cacd2 None None] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:10:03.909570 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:10:03.924862 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:10:03.942216 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:03.944139 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:04.013835 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-91ffd7fd-a57f-4d09-8a38-dfc2019192e8 None None] Provisioning for port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:04.023033 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-91ffd7fd-a57f-4d09-8a38-dfc2019192e8 None None] Provisioning complete for port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:04.024295 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91ffd7fd-a57f-4d09-8a38-dfc2019192e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:04.059974 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:04.064263 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-64127b57-6551-49e2-8f23-4d0659b3c857 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0169213 Aug 24 10:10:04.065525 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 34994) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:04.160921 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:04.198272 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91ffd7fd-a57f-4d09-8a38-dfc2019192e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:04.271087 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-91ffd7fd-a57f-4d09-8a38-dfc2019192e8 None None] For port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:04.345472 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91ffd7fd-a57f-4d09-8a38-dfc2019192e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:04.426113 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffd7fd-a57f-4d09-8a38-dfc2019192e8 None None] Pushing event updated for resources: {'Port': ['ID=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:04.503239 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:02Z', 'revision_number': 3, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:04.530724 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:10:04.531066 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Updating router 8b9d97e3-3421-4364-9561-220f1b74826b port 0c39c047-ca50-4059-93d9-a4f4c05690a9 binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:10:04.558102 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:04.568017 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-cf9fc12e-8810-4293-a84e-d839c5c05ffd None None] Provisioning complete for port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:04.568646 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf9fc12e-8810-4293-a84e-d839c5c05ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:04.794144 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:04.827363 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbdcaf-894a-45d8-8dd5-c134c17ca170 req-a62c04ea-d2c6-4e73-ad7e-9ce6777d61ee tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:04.829700 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c6fbdcaf-894a-45d8-8dd5-c134c17ca170 req-a62c04ea-d2c6-4e73-ad7e-9ce6777d61ee tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0798554 Aug 24 10:10:04.947312 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c6fbdcaf-894a-45d8-8dd5-c134c17ca170 req-327640e0-3b01-4713-b54d-547c2d9eb45d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850630 Aug 24 10:10:04.989526 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.008187 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Transition to ACTIVE for port object 0c39c047-ca50-4059-93d9-a4f4c05690a9 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:05.012555 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:05.044126 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Allocated IP 172.20.0.1 (7fa89d56-2df8-4e27-a388-688a0285a0c8/672604b2-9679-420c-93a6-253961131fd8/4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:05.073741 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:05.074115 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.139485 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.188626 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.203089 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Pushing event updated for resources: {'Port': ['ID=0c39c047-ca50-4059-93d9-a4f4c05690a9,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:05.205518 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Attempting to bind port 0c39c047-ca50-4059-93d9-a4f4c05690a9 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:05.205898 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Attempting to bind port 0c39c047-ca50-4059-93d9-a4f4c05690a9 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:05.206255 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Attempting to bind port 0c39c047-ca50-4059-93d9-a4f4c05690a9 on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:05.206580 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Transition to ACTIVE for port object 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:05.215805 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.216152 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.218297 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.218297 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.218297 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.218297 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.218297 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.218297 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.219199 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.219199 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.219199 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.219480 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:05.222930 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:05.224709 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:05.224709 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.224709 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:05.224709 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Bound port: 0c39c047-ca50-4059-93d9-a4f4c05690a9, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:05.225189 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.293801 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] For port 0c39c047-ca50-4059-93d9-a4f4c05690a9, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:05.298221 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] For port 0c39c047-ca50-4059-93d9-a4f4c05690a9, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=0c39c047-ca50-4059-93d9-a4f4c05690a9,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:05.368085 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.412509 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:05.415485 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:05.418007 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:05.426699 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Pushing event updated for resources: {'Port': ['ID=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:05.448920 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.473326 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.519952 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ea0a2-1c9d-47d8-8dcf-00905c934048 None None] Pushing event updated for resources: {'Port': ['ID=0c39c047-ca50-4059-93d9-a4f4c05690a9,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:05.533038 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:05.533861 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:05.661882 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:05.823646 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-4ef9dd81-6f8d-4eaa-ba10-186b7806133e None None] Provisioning for port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:05.828849 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-4ef9dd81-6f8d-4eaa-ba10-186b7806133e None None] Provisioning complete for port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:05.829693 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ef9dd81-6f8d-4eaa-ba10-186b7806133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:05.875947 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9dd81-6f8d-4eaa-ba10-186b7806133e None None] Port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:05.951526 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:02Z', 'revision_number': 3, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:05.980076 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226524e0-ebba-4322-ab2a-a0ddf3f1c95e None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:02Z', 'revision_number': 3, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:10:06.026831 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:06.120199 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2500b-ba57-4dd4-ac6e-6700427d83b3 req-a3a42ccd-0b98-45b5-98e1-124b75cba37a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:06.122590 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-edd2500b-ba57-4dd4-ac6e-6700427d83b3 req-a3a42ccd-0b98-45b5-98e1-124b75cba37a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0654786 Aug 24 10:10:06.169136 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-edd2500b-ba57-4dd4-ac6e-6700427d83b3 req-54c9d095-79a1-478d-b979-a13fd74d933d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367315 Aug 24 10:10:06.246981 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:06.327867 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:06.406643 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:06.422140 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Pushing event updated for resources: {'Port': ['ID=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:06.560469 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:06.562579 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:06.704056 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Router 8b9d97e3-3421-4364-9561-220f1b74826b has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:10:06.837146 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:10:06.851672 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-07a940e6-f3be-42b8-a3e3-4161e667d739 admin admin] 10.222.0.64 "PUT /v2.0/routers/8b9d97e3-3421-4364-9561-220f1b74826b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7762918 Aug 24 10:10:06.904520 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-e3a0e52f-7095-4b5e-988c-b53c5bd63373 None None] Provisioning complete for port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:06.904980 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e52f-7095-4b5e-988c-b53c5bd63373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:06.958540 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e3a0e52f-7095-4b5e-988c-b53c5bd63373 None None] Port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:07.022687 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 0c39c047-ca50-4059-93d9-a4f4c05690a9 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:07.160681 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 0c39c047-ca50-4059-93d9-a4f4c05690a9 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:07.164838 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 0c39c047-ca50-4059-93d9-a4f4c05690a9 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:07.165273 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:07.331153 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39687-e1d9-4226-830d-2a7541f252cc req-c295d8e9-aae5-4f5b-a8c1-ca2e660d9e6a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:07.341337 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-52b39687-e1d9-4226-830d-2a7541f252cc req-c295d8e9-aae5-4f5b-a8c1-ca2e660d9e6a tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0964401 Aug 24 10:10:07.383778 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-52b39687-e1d9-4226-830d-2a7541f252cc req-34d7f473-b7f0-4e33-a85f-beb5fd95f40f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Aug 24 10:10:07.393460 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:07.418196 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 0c39c047-ca50-4059-93d9-a4f4c05690a9, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=0c39c047-ca50-4059-93d9-a4f4c05690a9,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:07.500869 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:07.552730 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=0c39c047-ca50-4059-93d9-a4f4c05690a9,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:07.788028 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:10:07.798799 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:07.799440 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:07.807779 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35104) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:07.813700 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1009753521-network', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:07.899153 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Made reservation on behalf of 4897efd0a69d4f79b87092b1023cb2c2 for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:10:07.901508 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:07.910550 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:07.914966 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:08.010844 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.076506 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.104275 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] vlan segment allocate from pool success with {'vlan_id': 1203, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:10:08.114365 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7882daf-55ff-466f-87ad-70628e95e31c,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:08.122504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.122830 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Added segment a339c744-b7c1-413f-9ebf-73906991e6d2 of type vlan for network 192d378f-380f-46b4-8500-289dc0e36c46 Aug 24 10:10:08.159153 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:06Z', 'revision_number': 2, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:08.164076 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.195689 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:10:08.196573 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Updating router 8b9d97e3-3421-4364-9561-220f1b74826b port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d binding host dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:10:08.225200 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.293187 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.294176 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:08.294777 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.360144 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] Pushing event updated for resources: {'Network': ['ID=192d378f-380f-46b4-8500-289dc0e36c46,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:08.379547 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 192d378f-380f-46b4-8500-289dc0e36c46 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:10:08.403587 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b68c7bd1-9863-4d03-b9ab-fa2301dd2384 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5941870 Aug 24 10:10:08.408626 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35118) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:08.413653 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Request body: {'subnet': {'network_id': '192d378f-380f-46b4-8500-289dc0e36c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1009753521-subnet', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:08.539948 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Made reservation on behalf of 4897efd0a69d4f79b87092b1023cb2c2 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:10:08.542832 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.614431 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052ffbc-aecc-49b8-9b12-92b7e8c7f9be req-94a3cfd9-2a2d-4824-a8ad-0a291cef355f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:08.615664 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e052ffbc-aecc-49b8-9b12-92b7e8c7f9be req-94a3cfd9-2a2d-4824-a8ad-0a291cef355f tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.1218336 Aug 24 10:10:08.658684 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.672267 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Transition to ACTIVE for port object 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:08.677393 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e052ffbc-aecc-49b8-9b12-92b7e8c7f9be req-e7e2da51-e7b4-410c-a4fe-9f554e103a4d tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557022 Aug 24 10:10:08.848031 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:08.913124 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b8d8b-b1bd-4a30-bcc5-a21b83ddd91b None None] Pushing event updated for resources: {'Port': ['ID=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:08.933198 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.011144 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Attempting to bind port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:09.012274 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Attempting to bind port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:09.012527 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Attempting to bind port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:09.015517 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f3bf4d-5c97-48b2-8857-9872e019f472,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:09.018944 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:09.019644 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Checking segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:09.020144 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.020681 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Bound using segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:09.022063 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Bound port: 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:09.023155 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.025851 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Checking segment: {'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:09.026412 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Network hostable DHCP agents. Network: 192d378f-380f-46b4-8500-289dc0e36c46, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:10:09.028265 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 0c39c047-ca50-4059-93d9-a4f4c05690a9 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:09.133505 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] For port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:09.135639 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 0c39c047-ca50-4059-93d9-a4f4c05690a9 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:09.135995 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.138584 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] For port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:09.150052 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Network 192d378f-380f-46b4-8500-289dc0e36c46 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:10:09.236146 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.264487 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 192d378f-380f-46b4-8500-289dc0e36c46) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:09.269916 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:09.270890 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.282872 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c2eb88-1197-43bd-9693-b7ba7fb308cb None None] Network 192d378f-380f-46b4-8500-289dc0e36c46 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:10:09.355806 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d6691c84-20af-4229-8d59-e58574f7f9cf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9419498 Aug 24 10:10:09.357453 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35126) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:09.363375 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:09.364946 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:09.365102 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:09.370780 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b8d8b-b1bd-4a30-bcc5-a21b83ddd91b None None] Pushing event updated for resources: {'Port': ['ID=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:09.441153 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.442438 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.534721 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.541979 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:09.608201 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-192d378f-380f-46b4-8500-289dc0e36c46', 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'fixed_ips': [{'subnet_id': '44f3bf4d-5c97-48b2-8857-9872e019f472'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:10:09.609973 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.777281 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.808711 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35134) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:09.835541 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9f579-0066-475c-aa12-f2424a67c8a1 req-9cdb4b97-f5f9-4175-ba62-0f2c50af46b8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:09.844812 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c4f9f579-0066-475c-aa12-f2424a67c8a1 req-9cdb4b97-f5f9-4175-ba62-0f2c50af46b8 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0811670 Aug 24 10:10:09.886770 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-20275f84-2d65-42bd-bce8-5f024f33c6bc admin admin] Deleting subnet 187cd05b-2462-4cb1-ad89-e0a4255f90db {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:10:09.890389 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20275f84-2d65-42bd-bce8-5f024f33c6bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.899786 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c4f9f579-0066-475c-aa12-f2424a67c8a1 req-bb339fc8-561a-48af-a280-78eae8adae98 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/security-groups?id=86f9b099-504e-4b98-ad19-37c703826542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538218 Aug 24 10:10:09.957197 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20275f84-2d65-42bd-bce8-5f024f33c6bc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:09.963075 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20275f84-2d65-42bd-bce8-5f024f33c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.043076 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Allocated IP 172.20.0.2 (192d378f-380f-46b4-8500-289dc0e36c46/44f3bf4d-5c97-48b2-8857-9872e019f472/9fdded4d-46b8-4054-bc5f-776cc80ac919) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:10.052121 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-31c21e65-8cde-4d8d-b742-da50fc7459c6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:10.052121 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-31c21e65-8cde-4d8d-b742-da50fc7459c6 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.90 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 945 time: 0.0681219 Aug 24 10:10:10.132369 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20275f84-2d65-42bd-bce8-5f024f33c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.132956 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:09Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:10.151197 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.163226 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ea713-a87b-4dfa-ac66-f4b3175377dc None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:09Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:10:10.182161 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.189610 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20275f84-2d65-42bd-bce8-5f024f33c6bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187cd05b-2462-4cb1-ad89-e0a4255f90db,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:10.191957 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20275f84-2d65-42bd-bce8-5f024f33c6bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.197305 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-20275f84-2d65-42bd-bce8-5f024f33c6bc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/187cd05b-2462-4cb1-ad89-e0a4255f90db HTTP/1.1" status: 204 len: 168 time: 0.3863049 Aug 24 10:10:10.200060 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35140) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:10.267225 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Deleting port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:10:10.268154 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.295433 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.311567 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Transition to ACTIVE for port object 9fdded4d-46b8-4054-bc5f-776cc80ac919 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:10.358730 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Transition to ACTIVE for port object 9fdded4d-46b8-4054-bc5f-776cc80ac919 will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:10.414749 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.422499 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.455214 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Allocated IP 172.27.3.167 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/29384aff-d0e5-4c60-a3b2-970f35bc7374) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:10.461860 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] For port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:10.462446 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.471923 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Network 192d378f-380f-46b4-8500-289dc0e36c46 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:10.475336 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:10.476977 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Calling delete_port for 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:10:10.479373 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:10.541283 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Pushing event updated for resources: {'Port': ['ID=9fdded4d-46b8-4054-bc5f-776cc80ac919,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:10.555387 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Attempting to bind port 9fdded4d-46b8-4054-bc5f-776cc80ac919 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:10.555763 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Attempting to bind port 9fdded4d-46b8-4054-bc5f-776cc80ac919 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:10.556127 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Attempting to bind port 9fdded4d-46b8-4054-bc5f-776cc80ac919 on network 192d378f-380f-46b4-8500-289dc0e36c46 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:10.562297 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:10.562848 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Checking segment: {'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:10.563283 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.563868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Bound using segment: {'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:10.564370 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Bound port: 9fdded4d-46b8-4054-bc5f-776cc80ac919, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:10.564792 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.604662 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.642488 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] For port 9fdded4d-46b8-4054-bc5f-776cc80ac919, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:10.645993 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] For port 9fdded4d-46b8-4054-bc5f-776cc80ac919, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=9fdded4d-46b8-4054-bc5f-776cc80ac919,segment=NetworkSegment(a339c744-b7c1-413f-9ebf-73906991e6d2),segment_id=a339c744-b7c1-413f-9ebf-73906991e6d2)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:10.647682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085c67a3-c823-4da3-8ff5-348d1420013c']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:10.667777 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a7afe1-6d07-4e37-80d9-49e3b64b89e5') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:10.668088 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a7afe1-6d07-4e37-80d9-49e3b64b89e5') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:10.683963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.713212 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.722734 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.732320 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:10:10.736608 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:10:10.755868 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.804490 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:10:10.815376 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['2024c88c-2f87-4d64-bdd5-98a0d570ccc3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:10:10.840937 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.874215 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Pushing event deleted for resources: {'Port': ['ID=2024c88c-2f87-4d64-bdd5-98a0d570ccc3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:10.877271 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] No DVR routers for this DVR port 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 on host hv-cinder-80579 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:10:10.884282 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.886516 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3fc3f346-818e-4714-bc6f-9a1cfbc7940e req-13db5512-b809-4bfc-8700-0af3ca396542 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.90 "DELETE /v2.0/ports/2024c88c-2f87-4d64-bdd5-98a0d570ccc3 HTTP/1.1" status: 204 len: 173 time: 0.8292959 Aug 24 10:10:10.887134 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa69ac-0309-4e87-9fb6-13d956bac8a5', 'name': 'network-vif-deleted', 'tag': '2024c88c-2f87-4d64-bdd5-98a0d570ccc3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:10.889808 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c6d41c-6922-4c38-ac03-e7cffc4ffe0f" -d '{"events": [{"server_uuid": "a0fa69ac-0309-4e87-9fb6-13d956bac8a5", "name": "network-vif-deleted", "tag": "2024c88c-2f87-4d64-bdd5-98a0d570ccc3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:10.911019 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9ed88-5671-4ced-9049-9e27b3025666 None None] Pushing event updated for resources: {'Port': ['ID=9fdded4d-46b8-4054-bc5f-776cc80ac919,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:10.940485 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.949225 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:10.953554 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] 10.222.0.64 "DELETE /v2.0/networks/085c67a3-c823-4da3-8ff5-348d1420013c HTTP/1.1" status: 204 len: 168 time: 0.7512488 Aug 24 10:10:10.995416 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcf72f-c8d7-437b-91ba-d9eea85637c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=085c67a3-c823-4da3-8ff5-348d1420013c,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:11.027914 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43410863-2ab6-4d43-abf9-5b9a4d621bf0 x-openstack-request-id: req-43410863-2ab6-4d43-abf9-5b9a4d621bf0 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:11.028187 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa69ac-0309-4e87-9fb6-13d956bac8a5", "name": "network-vif-deleted", "tag": "2024c88c-2f87-4d64-bdd5-98a0d570ccc3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:11.028506 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-43410863-2ab6-4d43-abf9-5b9a4d621bf0 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:11.028907 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa69ac-0309-4e87-9fb6-13d956bac8a5', 'name': 'network-vif-deleted', 'tag': '2024c88c-2f87-4d64-bdd5-98a0d570ccc3', 'status': 'completed', 'code': 200} Aug 24 10:10:11.141089 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:11.146552 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8684ab8-0d55-448b-9bc8-c00e3b2f7807 req-c23b0de8-d25f-474d-beed-1583029900d1 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 210 time: 0.0622880 Aug 24 10:10:11.154168 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:11.282355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:11.290744 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:11.292979 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Pushing event updated for resources: {'Port': ['ID=29384aff-d0e5-4c60-a3b2-970f35bc7374,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:11.295516 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:11.350558 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:11.354908 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:11.355365 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:11.491132 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:11.537070 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:11.569592 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35150) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:11.619539 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-498320a9-a411-4f88-919a-b15fa15584d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=479f808dbb6f447f8c518b95710a2f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488892 Aug 24 10:10:11.622499 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35152) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:11.624809 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:11.685389 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:11.739182 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1cc28768-f4f0-4879-ae7a-04cd8c8f28ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:11.813055 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1cc28768-f4f0-4879-ae7a-04cd8c8f28ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:11.846653 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:12.117708 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1cc28768-f4f0-4879-ae7a-04cd8c8f28ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:12.120612 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-1cc28768-f4f0-4879-ae7a-04cd8c8f28ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:12.121843 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-1cc28768-f4f0-4879-ae7a-04cd8c8f28ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/18e1b21a-697b-46a7-b276-95f605171f70 HTTP/1.1" status: 204 len: 168 time: 0.4975376 Aug 24 10:10:12.169665 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc28768-f4f0-4879-ae7a-04cd8c8f28ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e1b21a-697b-46a7-b276-95f605171f70,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:12.183474 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3426d9f8-0c2d-4786-a125-82e41a99b13e None None] Network 192d378f-380f-46b4-8500-289dc0e36c46 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:10:12.210484 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:12.316154 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e35cbc68-a280-4541-a394-4c29f620e556 req-1507fb43-1981-4057-95b4-7d67630e3276 tempest-ServerRescueNegativeTestJSON-583834749 tempest-ServerRescueNegativeTestJSON-583834749-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0fa69ac-0309-4e87-9fb6-13d956bac8a5 HTTP/1.1" status: 200 len: 210 time: 0.0379946 Aug 24 10:10:12.380911 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-1fe8f13a-e1af-4cc0-821f-21bcd79a0c79 None None] Provisioning for port 9fdded4d-46b8-4054-bc5f-776cc80ac919 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:12.687636 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Router a5e4b716-66c4-4531-a6dd-8beedd2fbabb is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:10:12.816318 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:10:12.832223 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Sync routers for ids ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:10:12.850306 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Routers {'a5e4b716-66c4-4531-a6dd-8beedd2fbabb'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:12.851035 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:12.915639 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:12.920521 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-8a1e4fa6-72b7-4a3b-89cc-231fa68e440b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5573738 Aug 24 10:10:12.921669 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35172) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:12.967783 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Set router a5e4b716-66c4-4531-a6dd-8beedd2fbabb gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:13.153689 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 9fdded4d-46b8-4054-bc5f-776cc80ac919 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:13.223111 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:10:13.261340 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:10:13.262054 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 2024c88c-2f87-4d64-bdd5-98a0d570ccc3 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:10:13.283484 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 3, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port': {'id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:10Z', 'updated_at': '2021-08-24T10:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:13.313022 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Checking router: a5e4b716-66c4-4531-a6dd-8beedd2fbabb for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:10:13.313374 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Updating router a5e4b716-66c4-4531-a6dd-8beedd2fbabb port 29384aff-d0e5-4c60-a3b2-970f35bc7374 binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:10:13.343704 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:13.345060 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 9fdded4d-46b8-4054-bc5f-776cc80ac919 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:13.354701 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 9fdded4d-46b8-4054-bc5f-776cc80ac919 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:13.354701 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:13.406504 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35182) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:13.493365 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:13.555549 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 9fdded4d-46b8-4054-bc5f-776cc80ac919, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=9fdded4d-46b8-4054-bc5f-776cc80ac919,segment=NetworkSegment(a339c744-b7c1-413f-9ebf-73906991e6d2),segment_id=a339c744-b7c1-413f-9ebf-73906991e6d2)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:13.618569 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:13.619647 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:13.635703 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:13.711413 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=9fdded4d-46b8-4054-bc5f-776cc80ac919,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:13.762976 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:13.763459 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:13.793314 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:13.807698 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Transition to ACTIVE for port object 29384aff-d0e5-4c60-a3b2-970f35bc7374 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:13.886491 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:13.982854 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Attempting to bind port 29384aff-d0e5-4c60-a3b2-970f35bc7374 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:13.983165 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Attempting to bind port 29384aff-d0e5-4c60-a3b2-970f35bc7374 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:13.983584 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Attempting to bind port 29384aff-d0e5-4c60-a3b2-970f35bc7374 on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:13.997799 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:13.998171 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:13.998744 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:14.000345 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:14.001397 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Bound port: 29384aff-d0e5-4c60-a3b2-970f35bc7374, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:14.002178 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:14.024483 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Allocated IP 172.20.0.1 (192d378f-380f-46b4-8500-289dc0e36c46/44f3bf4d-5c97-48b2-8857-9872e019f472/96a9fcb3-3625-4253-aa64-79cf40da3e2d) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:14.045257 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac158684-7d81-49a7-9a18-3a09f3903de4 None None] Pushing event updated for resources: {'Port': ['ID=29384aff-d0e5-4c60-a3b2-970f35bc7374,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:14.095317 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] For port 29384aff-d0e5-4c60-a3b2-970f35bc7374, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:14.107018 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] For port 29384aff-d0e5-4c60-a3b2-970f35bc7374, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=29384aff-d0e5-4c60-a3b2-970f35bc7374,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:14.191653 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:14.195923 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:14.229550 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Transition to ACTIVE for port object 96a9fcb3-3625-4253-aa64-79cf40da3e2d will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:14.253005 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Routers {'a5e4b716-66c4-4531-a6dd-8beedd2fbabb'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:14.253644 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:14.316582 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:14.340506 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac158684-7d81-49a7-9a18-3a09f3903de4 None None] Pushing event updated for resources: {'Port': ['ID=29384aff-d0e5-4c60-a3b2-970f35bc7374,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:14.408127 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:14.445506 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] Set router a5e4b716-66c4-4531-a6dd-8beedd2fbabb gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:14.475927 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Network 192d378f-380f-46b4-8500-289dc0e36c46 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:14.480479 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:14.484916 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:14.494670 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Pushing event updated for resources: {'Port': ['ID=96a9fcb3-3625-4253-aa64-79cf40da3e2d,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:14.584056 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:14.786553 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35198) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:14.854735 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 3, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port': {'id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:10Z', 'updated_at': '2021-08-24T10:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:14.893847 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f0851-a958-4591-8dbc-4a97996d35c4 None None] The sync data for ids ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'] in dv-cinder-805796-1-iscsi is: [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 3, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port': {'id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:10Z', 'updated_at': '2021-08-24T10:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:10:14.895656 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Deleting port 5ad33173-23ac-4306-bd2f-71542deecc01 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:10:14.896083 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:14.914806 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.053131 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] For port 5ad33173-23ac-4306-bd2f-71542deecc01, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=5ad33173-23ac-4306-bd2f-71542deecc01,segment=NetworkSegment(d154168a-aae3-40da-a985-7e683279172b),segment_id=d154168a-aae3-40da-a985-7e683279172b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:15.054165 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.064590 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 9fdded4d-46b8-4054-bc5f-776cc80ac919 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:15.068193 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-c2e2a102-796d-4abf-a50c-fa9e85d771f6 None None] Provisioning for port 96a9fcb3-3625-4253-aa64-79cf40da3e2d completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:15.094946 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Calling delete_port for 5ad33173-23ac-4306-bd2f-71542deecc01 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:10:15.116147 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-c2e2a102-796d-4abf-a50c-fa9e85d771f6 None None] Provisioning complete for port 96a9fcb3-3625-4253-aa64-79cf40da3e2d triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:15.116547 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2e2a102-796d-4abf-a50c-fa9e85d771f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.126565 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8f35eb7-ffbe-49a0-8fdb-c27d85fd4c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.168736 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2a102-796d-4abf-a50c-fa9e85d771f6 None None] Port 96a9fcb3-3625-4253-aa64-79cf40da3e2d cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:15.181866 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 9fdded4d-46b8-4054-bc5f-776cc80ac919 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:15.182352 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.216482 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.324377 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.328942 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8f35eb7-ffbe-49a0-8fdb-c27d85fd4c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.405592 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Pushing event updated for resources: {'Port': ['ID=96a9fcb3-3625-4253-aa64-79cf40da3e2d,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:15.419337 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.430626 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8f35eb7-ffbe-49a0-8fdb-c27d85fd4c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.567912 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f35eb7-ffbe-49a0-8fdb-c27d85fd4c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ede21fa-f7c7-4407-acd5-535c9687e99d,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:15.567912 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-d8f35eb7-ffbe-49a0-8fdb-c27d85fd4c3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ffd6debd7aef4466abd69b1a813f055d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7674544 Aug 24 10:10:15.569449 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35204) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:15.633075 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Network 192d378f-380f-46b4-8500-289dc0e36c46 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:15.645147 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:15.649066 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07393150-e61f-49c0-8919-b30963d988ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.690126 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07393150-e61f-49c0-8919-b30963d988ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.740952 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.816962 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.835632 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad33173-23ac-4306-bd2f-71542deecc01,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:15.877202 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Router a5e4b716-66c4-4531-a6dd-8beedd2fbabb has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:10:15.984124 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07393150-e61f-49c0-8919-b30963d988ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.986903 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07393150-e61f-49c0-8919-b30963d988ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:15.994578 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-07393150-e61f-49c0-8919-b30963d988ce admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4ede21fa-f7c7-4407-acd5-535c9687e99d HTTP/1.1" status: 204 len: 168 time: 0.4317629 Aug 24 10:10:16.012524 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-45a25b4f-70ba-4104-ad40-0e879e07f254 None None] Provisioning complete for port 96a9fcb3-3625-4253-aa64-79cf40da3e2d triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:16.012905 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-45a25b4f-70ba-4104-ad40-0e879e07f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:16.054316 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:16.058538 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:10:16.067788 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-4d9318fd-7abf-4889-8ae1-6ae123c7fec9 admin admin] 10.222.0.64 "PUT /v2.0/routers/a5e4b716-66c4-4531-a6dd-8beedd2fbabb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1449816 Aug 24 10:10:16.069718 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07393150-e61f-49c0-8919-b30963d988ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ede21fa-f7c7-4407-acd5-535c9687e99d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:16.111261 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-45a25b4f-70ba-4104-ad40-0e879e07f254 None None] Port 96a9fcb3-3625-4253-aa64-79cf40da3e2d cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:16.439119 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Router 3d62d624-6037-49f6-a096-8672c14f1337 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:10:16.601091 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:10:16.609859 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-c8237fa9-71b2-4cea-99fb-bd0175f5cc05 admin admin] 10.222.0.64 "PUT /v2.0/routers/3d62d624-6037-49f6-a096-8672c14f1337/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2020133 Aug 24 10:10:16.613448 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35220) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:16.616964 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] Sync routers for ids ['3d62d624-6037-49f6-a096-8672c14f1337'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:10:16.628873 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] Routers {'3d62d624-6037-49f6-a096-8672c14f1337'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:16.635434 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['3d62d624-6037-49f6-a096-8672c14f1337'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:16.785042 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks [] for router, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:16.820793 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] Set router 3d62d624-6037-49f6-a096-8672c14f1337 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:17.109213 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.191021 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:10:15Z', 'revision_number': 5, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port': {'id': '89ce1820-3002-49a4-8bf7-2232a20cc355', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:80:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d62d624-6037-49f6-a096-8672c14f1337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:39Z', 'updated_at': '2021-08-24T10:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:17.229121 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35234) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:17.237643 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-7a00acc9-0e31-4a63-a32e-44e138975a9b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761064026', 'description': 'tempest-secgroup-smoke-1761064026 description', 'project_id': '3c1624d102ac47bc8b0b35a61705cf06'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:17.255250 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 29384aff-d0e5-4c60-a3b2-970f35bc7374 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:17.260167 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] Checking router: 3d62d624-6037-49f6-a096-8672c14f1337 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:10:17.310985 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] Routers {'3d62d624-6037-49f6-a096-8672c14f1337'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:17.312200 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['3d62d624-6037-49f6-a096-8672c14f1337'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:17.347580 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Deleting port 89ce1820-3002-49a4-8bf7-2232a20cc355 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:10:17.347580 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.413531 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7a00acc9-0e31-4a63-a32e-44e138975a9b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.495124 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] For port 89ce1820-3002-49a4-8bf7-2232a20cc355, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=89ce1820-3002-49a4-8bf7-2232a20cc355,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:17.495488 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.519643 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Calling delete_port for 89ce1820-3002-49a4-8bf7-2232a20cc355 owned by network:router_gateway {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:10:17.616765 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7a00acc9-0e31-4a63-a32e-44e138975a9b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.633972 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] Set router 3d62d624-6037-49f6-a096-8672c14f1337 gateway port host: None {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:17.704329 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 29384aff-d0e5-4c60-a3b2-970f35bc7374 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:17.706785 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:10:17Z', 'revision_number': 6, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port_host': None}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:17.739245 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7a00acc9-0e31-4a63-a32e-44e138975a9b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.748211 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b82a75-6f9b-42ed-b9c5-b35bd1d6aef6 None None] The sync data for ids ['3d62d624-6037-49f6-a096-8672c14f1337'] in dv-cinder-805796-1-iscsi is: [{'id': '3d62d624-6037-49f6-a096-8672c14f1337', 'name': 'tempest-ServerRescueNegativeTestJSON-2128955369-router', 'tenant_id': '6a090ba71ac3417d8bb8baed622bafcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:38Z', 'updated_at': '2021-08-24T10:10:17Z', 'revision_number': 6, 'project_id': '6a090ba71ac3417d8bb8baed622bafcc', 'gw_port_host': None}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:10:17.751099 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 29384aff-d0e5-4c60-a3b2-970f35bc7374 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:17.751461 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.801258 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00acc9-0e31-4a63-a32e-44e138975a9b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c92cf-e757-47d9-b400-5a36424bdb1c,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:17.859793 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7a00acc9-0e31-4a63-a32e-44e138975a9b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.861474 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-7a00acc9-0e31-4a63-a32e-44e138975a9b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6308718 Aug 24 10:10:17.864478 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35244) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:17.869564 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-2b9dacc1-78bb-45e9-a636-9d0802257bd7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'security_group_rule': {'security_group_id': 'a54c92cf-e757-47d9-b400-5a36424bdb1c', 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:17.940889 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.973330 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:17.980977 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 29384aff-d0e5-4c60-a3b2-970f35bc7374, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=29384aff-d0e5-4c60-a3b2-970f35bc7374,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:18.016795 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ce1820-3002-49a4-8bf7-2232a20cc355,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:18.037976 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2b9dacc1-78bb-45e9-a636-9d0802257bd7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.081332 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.172199 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=29384aff-d0e5-4c60-a3b2-970f35bc7374,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:18.213964 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2b9dacc1-78bb-45e9-a636-9d0802257bd7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.218244 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.221593 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Sync routers for ids ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:10:18.234703 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Routers {'a5e4b716-66c4-4531-a6dd-8beedd2fbabb'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:18.235488 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:18.369223 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Set router a5e4b716-66c4-4531-a6dd-8beedd2fbabb gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:18.554600 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2b9dacc1-78bb-45e9-a636-9d0802257bd7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.595712 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.605804 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.610738 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dacc1-78bb-45e9-a636-9d0802257bd7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916228b9-03c2-49b6-a862-2890132428f3,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:18.639725 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:10:14Z', 'revision_number': 4, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port': {'id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:10Z', 'updated_at': '2021-08-24T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '96a9fcb3-3625-4253-aa64-79cf40da3e2d', 'name': '', 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'mac_address': 'fa:16:3e:8f:48:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '44f3bf4d-5c97-48b2-8857-9872e019f472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:13Z', 'updated_at': '2021-08-24T10:10:14Z', 'revision_number': 2, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'subnets': [{'id': '44f3bf4d-5c97-48b2-8857-9872e019f472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:18.672799 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Checking router: a5e4b716-66c4-4531-a6dd-8beedd2fbabb for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:10:18.673163 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Updating router a5e4b716-66c4-4531-a6dd-8beedd2fbabb port 96a9fcb3-3625-4253-aa64-79cf40da3e2d binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:10:18.709838 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-2b9dacc1-78bb-45e9-a636-9d0802257bd7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.711500 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-2b9dacc1-78bb-45e9-a636-9d0802257bd7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8457699 Aug 24 10:10:18.715039 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35254) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:18.721171 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a4f8f984-3bdf-403b-a72c-4a5387ee8ff6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'security_group_rule': {'security_group_id': 'a54c92cf-e757-47d9-b400-5a36424bdb1c', 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:18.786502 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.836046 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.836619 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d62d624-6037-49f6-a096-8672c14f1337 {{(pid=94721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:10:18.844670 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.846294 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-719b0e5c-79fd-4265-ab88-2c04eaa24515 admin admin] 10.222.0.64 "DELETE /v2.0/routers/3d62d624-6037-49f6-a096-8672c14f1337 HTTP/1.1" status: 204 len: 168 time: 2.2301979 Aug 24 10:10:18.849683 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35256) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:18.886752 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f984-3bdf-403b-a72c-4a5387ee8ff6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:18.911980 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_v2 [None req-61dd2731-652a-40f2-84a0-3d9e7f1ddf2d admin admin] Deleting subnet ad211f68-daa8-456a-ac42-1f08d0bbd5d4 {{(pid=94721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:10:18.923031 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61dd2731-652a-40f2-84a0-3d9e7f1ddf2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.019963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61dd2731-652a-40f2-84a0-3d9e7f1ddf2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25956038'] for subnet, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.053192 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f984-3bdf-403b-a72c-4a5387ee8ff6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.077595 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 29384aff-d0e5-4c60-a3b2-970f35bc7374 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:19.087472 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61dd2731-652a-40f2-84a0-3d9e7f1ddf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.161480 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f984-3bdf-403b-a72c-4a5387ee8ff6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.205388 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 29384aff-d0e5-4c60-a3b2-970f35bc7374 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:19.205388 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.208008 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8f984-3bdf-403b-a72c-4a5387ee8ff6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc92903c-1f93-4008-944a-aca28c46e695,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:19.254049 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61dd2731-652a-40f2-84a0-3d9e7f1ddf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25642810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3295566'] for subnet, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.283761 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd2731-652a-40f2-84a0-3d9e7f1ddf2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad211f68-daa8-456a-ac42-1f08d0bbd5d4,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:19.285872 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-61dd2731-652a-40f2-84a0-3d9e7f1ddf2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.287818 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-61dd2731-652a-40f2-84a0-3d9e7f1ddf2d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ad211f68-daa8-456a-ac42-1f08d0bbd5d4 HTTP/1.1" status: 204 len: 168 time: 0.4367137 Aug 24 10:10:19.292723 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35270) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:19.324911 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.336716 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Transition to ACTIVE for port object 96a9fcb3-3625-4253-aa64-79cf40da3e2d will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:19.361658 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4f8f984-3bdf-403b-a72c-4a5387ee8ff6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.362909 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-a4f8f984-3bdf-403b-a72c-4a5387ee8ff6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6467061 Aug 24 10:10:19.367530 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35274) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:19.379748 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-c6d2b6ca-2fb9-460e-a677-15b6356cc4e7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'security_group_rule': {'security_group_id': 'a54c92cf-e757-47d9-b400-5a36424bdb1c', 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:19.397115 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.436971 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 5ad33173-23ac-4306-bd2f-71542deecc01 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:10:19.470705 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 5ad33173-23ac-4306-bd2f-71542deecc01 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:10:19.471266 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 5ad33173-23ac-4306-bd2f-71542deecc01 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:10:19.472035 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 89ce1820-3002-49a4-8bf7-2232a20cc355 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:10:19.480599 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.507550 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 89ce1820-3002-49a4-8bf7-2232a20cc355 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:10:19.508549 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 89ce1820-3002-49a4-8bf7-2232a20cc355 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:10:19.523163 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.545247 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b6ca-2fb9-460e-a677-15b6356cc4e7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.553359 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67a8c7-9715-4d5a-b197-b9a30e6ece18 None None] Pushing event updated for resources: {'Port': ['ID=96a9fcb3-3625-4253-aa64-79cf40da3e2d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:19.571956 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0058c4b3-b2e1-4879-858a-d1a02ad004e7']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:19.607595 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd154168a-aae3-40da-a985-7e683279172b') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:19.609189 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd154168a-aae3-40da-a985-7e683279172b') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:19.614889 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Attempting to bind port 96a9fcb3-3625-4253-aa64-79cf40da3e2d on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:19.615371 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Attempting to bind port 96a9fcb3-3625-4253-aa64-79cf40da3e2d by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:19.615644 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Attempting to bind port 96a9fcb3-3625-4253-aa64-79cf40da3e2d on network 192d378f-380f-46b4-8500-289dc0e36c46 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:19.622063 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:19.622738 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Checking segment: {'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:19.622967 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.623318 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Bound using segment: {'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:19.624792 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Bound port: 96a9fcb3-3625-4253-aa64-79cf40da3e2d, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a339c744-b7c1-413f-9ebf-73906991e6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1203, 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:19.625201 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.637821 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.672881 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.696513 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Releasing vlan 1222 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:10:19.696798 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:10:19.699896 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:10:19.703675 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b6ca-2fb9-460e-a677-15b6356cc4e7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.755786 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] For port 96a9fcb3-3625-4253-aa64-79cf40da3e2d, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:19.760290 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] For port 96a9fcb3-3625-4253-aa64-79cf40da3e2d, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=96a9fcb3-3625-4253-aa64-79cf40da3e2d,segment=NetworkSegment(a339c744-b7c1-413f-9ebf-73906991e6d2),segment_id=a339c744-b7c1-413f-9ebf-73906991e6d2)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:19.777062 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b6ca-2fb9-460e-a677-15b6356cc4e7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.813413 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2b6ca-2fb9-460e-a677-15b6356cc4e7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d0defb-b5c4-4457-a5d7-21318b7df40b,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:19.888408 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.888966 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.891018 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c6d2b6ca-2fb9-460e-a677-15b6356cc4e7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.893076 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c6d2b6ca-2fb9-460e-a677-15b6356cc4e7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5240073 Aug 24 10:10:19.895903 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35276) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:19.901191 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-562a2a25-0574-4697-a4e7-60a68bbf2a75 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'security_group_rule': {'security_group_id': 'a54c92cf-e757-47d9-b400-5a36424bdb1c', 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:19.917491 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:19.921593 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] 10.222.0.64 "DELETE /v2.0/networks/0058c4b3-b2e1-4879-858a-d1a02ad004e7 HTTP/1.1" status: 204 len: 168 time: 0.6272190 Aug 24 10:10:19.923550 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7bc66-a53a-4e19-b998-076c6c83ec4b admin admin] Pushing event deleted for resources: {'Network': ['ID=0058c4b3-b2e1-4879-858a-d1a02ad004e7,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:20.009247 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Routers {'a5e4b716-66c4-4531-a6dd-8beedd2fbabb'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:20.010195 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:09:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:20.015740 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67a8c7-9715-4d5a-b197-b9a30e6ece18 None None] Pushing event updated for resources: {'Port': ['ID=96a9fcb3-3625-4253-aa64-79cf40da3e2d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:20.034137 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562a2a25-0574-4697-a4e7-60a68bbf2a75 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.131210 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562a2a25-0574-4697-a4e7-60a68bbf2a75 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.214674 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] Set router a5e4b716-66c4-4531-a6dd-8beedd2fbabb gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:20.258722 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562a2a25-0574-4697-a4e7-60a68bbf2a75 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.335606 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a2a25-0574-4697-a4e7-60a68bbf2a75 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cfb430-2b04-44f8-82f8-8f14190b194d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:20.341312 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-016e7810-fe17-4336-a0eb-f149e1559a3f tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7b26fadefdd040d197af7fb055574ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665998 Aug 24 10:10:20.401826 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562a2a25-0574-4697-a4e7-60a68bbf2a75 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.406651 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-562a2a25-0574-4697-a4e7-60a68bbf2a75 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5060084 Aug 24 10:10:20.407094 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35298) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:20.412744 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-be95f05e-c478-484e-90fe-9ce980a885b5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'security_group_rule': {'security_group_id': 'a54c92cf-e757-47d9-b400-5a36424bdb1c', 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:20.450596 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:10:14Z', 'revision_number': 4, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port': {'id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:10Z', 'updated_at': '2021-08-24T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '96a9fcb3-3625-4253-aa64-79cf40da3e2d', 'name': '', 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'mac_address': 'fa:16:3e:8f:48:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '44f3bf4d-5c97-48b2-8857-9872e019f472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:13Z', 'updated_at': '2021-08-24T10:10:19Z', 'revision_number': 4, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'subnets': [{'id': '44f3bf4d-5c97-48b2-8857-9872e019f472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:20.473768 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35302) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:20.480307 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e6993-e05a-4ab8-8d4b-e6f347655e5d None None] The sync data for ids ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'] in dv-cinder-805796-1-iscsi is: [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:10:14Z', 'revision_number': 4, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port': {'id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:10Z', 'updated_at': '2021-08-24T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '96a9fcb3-3625-4253-aa64-79cf40da3e2d', 'name': '', 'network_id': '192d378f-380f-46b4-8500-289dc0e36c46', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'mac_address': 'fa:16:3e:8f:48:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '44f3bf4d-5c97-48b2-8857-9872e019f472', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:13Z', 'updated_at': '2021-08-24T10:10:19Z', 'revision_number': 4, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'subnets': [{'id': '44f3bf4d-5c97-48b2-8857-9872e019f472', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:10:20.525268 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-0e533291-326e-417f-9760-16d9e2e620db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a090ba71ac3417d8bb8baed622bafcc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0502408 Aug 24 10:10:20.530246 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35304) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:20.557164 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-be95f05e-c478-484e-90fe-9ce980a885b5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Project 3c1624d102ac47bc8b0b35a61705cf06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 10:10:20.579901 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be95f05e-c478-484e-90fe-9ce980a885b5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.644865 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be95f05e-c478-484e-90fe-9ce980a885b5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.655338 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8156a08f-70a9-4393-ba1a-1784a76b9e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.664037 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-b075b232-1164-4fe5-a800-8222b464aede tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:20.665705 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-b075b232-1164-4fe5-a800-8222b464aede tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3152795 Aug 24 10:10:20.703845 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-d767cb44-e469-4f59-92d0-1190045a9a80 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/quotas/7b26fadefdd040d197af7fb055574ecf HTTP/1.1" status: 200 len: 375 time: 0.0316739 Aug 24 10:10:20.705859 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8156a08f-70a9-4393-ba1a-1784a76b9e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.751776 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-8974c477-a83a-41a2-957c-8f12a10b515e tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b26fadefdd040d197af7fb055574ecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365572 Aug 24 10:10:20.773034 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be95f05e-c478-484e-90fe-9ce980a885b5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.791019 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95f05e-c478-484e-90fe-9ce980a885b5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129e13d9-ca7c-4673-9cb4-8c33726d4866,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:20.905524 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be95f05e-c478-484e-90fe-9ce980a885b5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.907045 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-be95f05e-c478-484e-90fe-9ce980a885b5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4985421 Aug 24 10:10:20.911294 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35306) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:20.919006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-13fee29a-dd09-4ba6-a274-a9562f4a080c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'security_group_rule': {'security_group_id': 'a54c92cf-e757-47d9-b400-5a36424bdb1c', 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:20.959864 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8156a08f-70a9-4393-ba1a-1784a76b9e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:20.971862 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8156a08f-70a9-4393-ba1a-1784a76b9e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.000094 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-8156a08f-70a9-4393-ba1a-1784a76b9e57 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86f9b099-504e-4b98-ad19-37c703826542 HTTP/1.1" status: 204 len: 168 time: 0.4421768 Aug 24 10:10:21.033373 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156a08f-70a9-4393-ba1a-1784a76b9e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9b099-504e-4b98-ad19-37c703826542,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:21.096677 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-843fbde2-6f83-438f-a481-be9ae1804867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.115854 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.securitygroups_db [None req-13fee29a-dd09-4ba6-a274-a9562f4a080c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Project 3c1624d102ac47bc8b0b35a61705cf06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 10:10:21.125361 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-03c07178-3aa9-4a54-81fc-57f69946fbee req-07a39ac7-1dfd-4913-aa44-c37910b8b2fe tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 210 time: 0.0612030 Aug 24 10:10:21.130076 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13fee29a-dd09-4ba6-a274-a9562f4a080c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.152154 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 96a9fcb3-3625-4253-aa64-79cf40da3e2d up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:21.242293 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13fee29a-dd09-4ba6-a274-a9562f4a080c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.322072 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13fee29a-dd09-4ba6-a274-a9562f4a080c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.350898 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fee29a-dd09-4ba6-a274-a9562f4a080c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c41866-9303-49e1-ad72-5c05daf8167c,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:21.362024 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 96a9fcb3-3625-4253-aa64-79cf40da3e2d completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:21.368376 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 96a9fcb3-3625-4253-aa64-79cf40da3e2d triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:21.369043 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.459739 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-13fee29a-dd09-4ba6-a274-a9562f4a080c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.464342 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-13fee29a-dd09-4ba6-a274-a9562f4a080c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5487921 Aug 24 10:10:21.491205 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.533393 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 96a9fcb3-3625-4253-aa64-79cf40da3e2d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=96a9fcb3-3625-4253-aa64-79cf40da3e2d,segment=NetworkSegment(a339c744-b7c1-413f-9ebf-73906991e6d2),segment_id=a339c744-b7c1-413f-9ebf-73906991e6d2)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:21.636163 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:21.781450 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=96a9fcb3-3625-4253-aa64-79cf40da3e2d,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:22.241041 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e3e3d8b1-f3e6-46cd-8c91-74ae50cc4dee req-169e9bde-d35a-4f11-b2fd-7b108581f606 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 210 time: 0.0414529 Aug 24 10:10:22.631913 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35388) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:22.770648 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-123246049-network', 'tenant_id': 'cb26a759d2664c3283e306575448ea70'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:22.915352 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Made reservation on behalf of cb26a759d2664c3283e306575448ea70 for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:10:22.917965 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:22.927797 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:22.992048 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 96a9fcb3-3625-4253-aa64-79cf40da3e2d up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:23.030179 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:23.053730 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 96a9fcb3-3625-4253-aa64-79cf40da3e2d triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:23.054108 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:23.144891 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:23.178610 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1214, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:10:23.197367 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d64a4f-6a88-4d5e-9a54-0d3e117d7948,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:23.205010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:23.205950 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Added segment ea1f532a-87a1-454c-a732-415b1f2b9ad8 of type vlan for network 792c1d15-601b-401c-99ae-d62fa6c3cf59 Aug 24 10:10:23.262371 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:23.345807 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-15def8ab-5a8a-47ba-a378-d3c7a9c40528 req-18f4ccbe-5266-48de-a912-5c9a1d95a130 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 210 time: 0.0308063 Aug 24 10:10:23.412681 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:23.414215 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:23.415179 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:23.509232 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] Pushing event updated for resources: {'Network': ['ID=792c1d15-601b-401c-99ae-d62fa6c3cf59,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:23.522247 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:10:23.527643 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-7423495b-ea05-4ac6-8ae2-a1a4f8fa03dc admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8941140 Aug 24 10:10:23.533294 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35414) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:23.538467 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Request body: {'subnet': {'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-subnet', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:23.642181 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Made reservation on behalf of cb26a759d2664c3283e306575448ea70 for: {'subnet': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:10:23.646152 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3295525'] for subnet, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:23.898666 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58185973-53b5-4963-9998-5dd474d740bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:24.013182 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3295575'] for subnet, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:24.070006 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:24.082118 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16fff41-1ee2-46b4-be3a-f6c01334c21e,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:24.097332 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Checking segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:24.097825 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Network hostable DHCP agents. Network: 792c1d15-601b-401c-99ae-d62fa6c3cf59, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:10:24.190212 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-b8e72444-a79c-4dc3-bafc-50f06a337e82 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=7b26fadefdd040d197af7fb055574ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304484 Aug 24 10:10:24.195804 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:10:24.315461 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 792c1d15-601b-401c-99ae-d62fa6c3cf59) {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:24.324617 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:24.325256 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:24.341762 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70381053-cce4-48b9-b8bd-b31b7cd64651 None None] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:10:24.458280 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-aa376111-937f-4ca7-9265-51a58263edc7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9236014 Aug 24 10:10:24.461635 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35428) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:24.474961 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:24.610326 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:24.611859 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:24.702634 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-23172b13-bfc1-4a56-9899-3558650bdb3a req-e678681d-f761-484e-9f42-ff94f9816715 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 210 time: 0.0484211 Aug 24 10:10:24.716899 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-792c1d15-601b-401c-99ae-d62fa6c3cf59', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:10:24.719049 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:24.751301 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f42319d2-5f7e-4efb-a95f-61681f2168ee tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:24.766285 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f42319d2-5f7e-4efb-a95f-61681f2168ee tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5647209 Aug 24 10:10:24.790139 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:24.801568 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Request body: {'port': {'device_id': 'eba86b9a-dd3c-45ab-92d9-65c074b59aac', 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605', 'admin_state_up': True, 'tenant_id': '7b26fadefdd040d197af7fb055574ecf'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:24.804682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631ef76-33b8-43a7-b2fd-343cf33864da req-0af6b6fd-5396-4240-bfad-5618d8afc79e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:24.806889 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6631ef76-33b8-43a7-b2fd-343cf33864da req-0af6b6fd-5396-4240-bfad-5618d8afc79e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.2321126 Aug 24 10:10:24.855454 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1468383-f501-4611-80a0-073364b6e5ee req-5e723e54-785e-4df1-ba67-3cb25c25ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:24.862961 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1468383-f501-4611-80a0-073364b6e5ee req-5e723e54-785e-4df1-ba67-3cb25c25ab0e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1138 time: 0.2027099 Aug 24 10:10:24.949063 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6631ef76-33b8-43a7-b2fd-343cf33864da req-d3721da7-7867-478e-8ac8-37c93b20428c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331692 Aug 24 10:10:25.121412 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Made reservation on behalf of 7b26fadefdd040d197af7fb055574ecf for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:10:25.132568 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.149160 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.190369 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Allocated IP 172.20.0.2 (792c1d15-601b-401c-99ae-d62fa6c3cf59/e16fff41-1ee2-46b4-be3a-f6c01334c21e/b280d301-7f61-4545-9b92-0e1c5b96f12e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:25.267909 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.291603 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1468383-f501-4611-80a0-073364b6e5ee req-c7fdc960-9da5-4a05-a1a1-838b18864d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:25.293554 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1468383-f501-4611-80a0-073364b6e5ee req-c7fdc960-9da5-4a05-a1a1-838b18864d89 service neutron] 10.222.0.90 "GET /v2.0/networks?id=432dd33d-a2e0-4ae1-844e-1697452c33e5 HTTP/1.1" status: 200 len: 917 time: 0.4172506 Aug 24 10:10:25.307807 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.315134 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.390762 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.401597 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.406564 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Transition to ACTIVE for port object b280d301-7f61-4545-9b92-0e1c5b96f12e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:25.430025 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Transition to ACTIVE for port object b280d301-7f61-4545-9b92-0e1c5b96f12e will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:25.450127 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1468383-f501-4611-80a0-073364b6e5ee req-f8427f70-c69e-4c6c-934f-359a9236b695 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 1002 time: 0.1476421 Aug 24 10:10:25.486879 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44fe456-3b05-42c9-bf3b-41826690b5eb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:25.531260 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.535869 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1468383-f501-4611-80a0-073364b6e5ee req-01c9f597-7f75-493b-bd25-f8380c3e6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:25.537879 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1468383-f501-4611-80a0-073364b6e5ee req-01c9f597-7f75-493b-bd25-f8380c3e6bb0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7a051b54-ad63-40ed-a1c2-670318b632f5 HTTP/1.1" status: 200 len: 854 time: 0.0736427 Aug 24 10:10:25.603580 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:25.607044 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:25.612125 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:25.650447 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Allocated IP 192.168.233.23 (d0e0357a-05f3-4a48-943d-312ff4074605/44aba501-8ba2-4149-a774-765fa9beb82d/6005d908-d8dc-44b7-a9f8-607e15e1a4e3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:25.656734 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Pushing event updated for resources: {'Port': ['ID=b280d301-7f61-4545-9b92-0e1c5b96f12e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:25.687378 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Attempting to bind port b280d301-7f61-4545-9b92-0e1c5b96f12e on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:25.687748 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Attempting to bind port b280d301-7f61-4545-9b92-0e1c5b96f12e by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:25.688436 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Attempting to bind port b280d301-7f61-4545-9b92-0e1c5b96f12e on network 792c1d15-601b-401c-99ae-d62fa6c3cf59 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:25.694044 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:25.697880 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Checking segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:25.697880 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.697880 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Bound using segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:25.697880 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Bound port: b280d301-7f61-4545-9b92-0e1c5b96f12e, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:25.697880 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:25.719017 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1468383-f501-4611-80a0-073364b6e5ee req-f0cb11f7-8d4f-4681-abbf-440690a7a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:25.722025 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1468383-f501-4611-80a0-073364b6e5ee req-f0cb11f7-8d4f-4681-abbf-440690a7a19b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432dd33d-a2e0-4ae1-844e-1697452c33e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1720350 Aug 24 10:10:25.910085 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] For port b280d301-7f61-4545-9b92-0e1c5b96f12e, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:25.925299 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] For port b280d301-7f61-4545-9b92-0e1c5b96f12e, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=b280d301-7f61-4545-9b92-0e1c5b96f12e,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:25.945393 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cd190b7e-7f17-4dc9-9db4-464530a5a483 req-825403f2-eab1-4b12-8773-83041205d487 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 210 time: 0.1319010 Aug 24 10:10:25.975073 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.011324 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Transition to ACTIVE for port object 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 will not be triggered until provisioned by entity DHCP. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:26.023028 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.077387 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.082632 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.119680 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1468383-f501-4611-80a0-073364b6e5ee req-211bc28c-67c3-43f8-9ab1-a64c2919a5e7 service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115625 Aug 24 10:10:26.163458 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa263d4-b0a2-4818-a5ed-0fcac1742d58 req-928bc10d-58c1-43a0-b93c-f6ca14551c0a tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:26.168280 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0fa263d4-b0a2-4818-a5ed-0fcac1742d58 req-928bc10d-58c1-43a0-b93c-f6ca14551c0a tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1133866 Aug 24 10:10:26.177392 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115c49d-2be9-4c77-9d90-d75d0471992f None None] Pushing event updated for resources: {'Port': ['ID=b280d301-7f61-4545-9b92-0e1c5b96f12e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:26.209599 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.323975 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Network d0e0357a-05f3-4a48-943d-312ff4074605 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:26.332934 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0fa263d4-b0a2-4818-a5ed-0fcac1742d58 req-c4141992-ba8c-49bb-84cb-fab5b31d2329 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568959 Aug 24 10:10:26.344433 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:26.356865 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Pushing event updated for resources: {'Port': ['ID=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:26.360370 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:26.374845 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:26.375693 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.466280 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-f4cf4bbd-0cab-41b6-b1da-5a26371885b4 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6737828 Aug 24 10:10:26.501039 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Request body: {'port': {'device_id': 'eba86b9a-dd3c-45ab-92d9-65c074b59aac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:26.673021 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.676450 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Allocated IP 172.27.3.18 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/dbe8e2c9-1add-44e2-b7b8-16963fd90f79) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:26.684061 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1468383-f501-4611-80a0-073364b6e5ee req-5302ed2c-20b2-4823-8cf5-502529246a0c service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297782 Aug 24 10:10:26.801637 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.849295 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:26.886868 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-75a022e2-1b93-4ae5-a81e-4bd482b38f7d None None] Provisioning for port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:26.893802 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-75a022e2-1b93-4ae5-a81e-4bd482b38f7d None None] Provisioning complete for port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:26.894756 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75a022e2-1b93-4ae5-a81e-4bd482b38f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:27.002531 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:27.041955 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-75a022e2-1b93-4ae5-a81e-4bd482b38f7d None None] Port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:27.122194 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:27.128370 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:27.143201 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device b280d301-7f61-4545-9b92-0e1c5b96f12e up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:27.148578 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:27.201417 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe8e2c9-1add-44e2-b7b8-16963fd90f79,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:27.289646 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f0da8-0e05-4729-b848-7f7f3827796e req-128be782-e0bf-401b-94b7-3677992699ed tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:27.294007 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4b6f0da8-0e05-4729-b848-7f7f3827796e req-128be782-e0bf-401b-94b7-3677992699ed tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 935 time: 0.1907880 Aug 24 10:10:27.309830 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port b280d301-7f61-4545-9b92-0e1c5b96f12e completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:27.336443 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:10:27.354777 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:27.379742 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Transition to ACTIVE for port object 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:27.403542 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4b6f0da8-0e05-4729-b848-7f7f3827796e req-0c93e5b4-cc3e-415e-aeb4-aa431ba0c09b tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797601 Aug 24 10:10:27.442102 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:27.589341 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Pushing event updated for resources: {'Port': ['ID=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:27.652032 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ec009-c3ae-4124-887c-3e5ec6ec155d req-afddb83f-000d-4f89-9652-08390ff9a95e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:27.653797 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-de9ec009-c3ae-4124-887c-3e5ec6ec155d req-afddb83f-000d-4f89-9652-08390ff9a95e tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1958456 Aug 24 10:10:27.697108 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Attempting to bind port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:27.697464 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Attempting to bind port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:27.697748 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Attempting to bind port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 on network d0e0357a-05f3-4a48-943d-312ff4074605 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:27.707851 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 on network d0e0357a-05f3-4a48-943d-312ff4074605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:10:27.708202 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Attempting to bind port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 on network d0e0357a-05f3-4a48-943d-312ff4074605 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:27.717738 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:27.733980 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b481d0-8cad-40c7-bc26-75df59854101 None None] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:10:27.736276 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:27.736640 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Checking segment: {'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:27.737845 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Bound using segment: {'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:27.737845 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Bound port: 6005d908-d8dc-44b7-a9f8-607e15e1a4e3, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '361de66e-a6c6-452a-823c-5799c5b6a5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1245, 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:27.737845 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:27.745576 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-de9ec009-c3ae-4124-887c-3e5ec6ec155d req-17a89fb4-1f17-424d-bacf-980967bf7131 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754752 Aug 24 10:10:27.871433 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] For port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3, host hv-cinder-80579, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:27.875819 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] For port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,segment=NetworkSegment(361de66e-a6c6-452a-823c-5799c5b6a5ad),segment_id=361de66e-a6c6-452a-823c-5799c5b6a5ad)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:27.899474 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-c145dd4f-539c-4a80-b906-2932074b40b4 None None] Provisioning for port b280d301-7f61-4545-9b92-0e1c5b96f12e completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:27.950541 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:27.955457 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-c145dd4f-539c-4a80-b906-2932074b40b4 None None] Provisioning complete for port b280d301-7f61-4545-9b92-0e1c5b96f12e triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:27.956186 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c145dd4f-539c-4a80-b906-2932074b40b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:28.031994 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:28.036457 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:28.037125 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:28.038979 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] 10.222.0.90 "PUT /v2.0/ports/6005d908-d8dc-44b7-a9f8-607e15e1a4e3 HTTP/1.1" status: 200 len: 1097 time: 1.5540233 Aug 24 10:10:28.039641 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba86b9a-dd3c-45ab-92d9-65c074b59aac', 'tag': '6005d908-d8dc-44b7-a9f8-607e15e1a4e3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:28.042201 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a5e13a-2e67-4377-84e7-ac17b7c95ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "eba86b9a-dd3c-45ab-92d9-65c074b59aac", "tag": "6005d908-d8dc-44b7-a9f8-607e15e1a4e3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:28.074238 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d7791-03e9-48a7-a6c9-7924b08b7755 service neutron] Pushing event updated for resources: {'Port': ['ID=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:28.162969 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c145dd4f-539c-4a80-b906-2932074b40b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:28.163579 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e53ab-8148-4bce-b047-b4c510d192d4 x-openstack-request-id: req-432e53ab-8148-4bce-b047-b4c510d192d4 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:28.163875 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba86b9a-dd3c-45ab-92d9-65c074b59aac", "tag": "6005d908-d8dc-44b7-a9f8-607e15e1a4e3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:28.164135 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-432e53ab-8148-4bce-b047-b4c510d192d4 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:28.165134 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba86b9a-dd3c-45ab-92d9-65c074b59aac', 'tag': '6005d908-d8dc-44b7-a9f8-607e15e1a4e3', 'status': 'completed', 'code': 200} Aug 24 10:10:28.219918 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-c145dd4f-539c-4a80-b906-2932074b40b4 None None] For port b280d301-7f61-4545-9b92-0e1c5b96f12e, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=b280d301-7f61-4545-9b92-0e1c5b96f12e,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:28.293125 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c145dd4f-539c-4a80-b906-2932074b40b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:28.321456 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:10:28.385373 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145dd4f-539c-4a80-b906-2932074b40b4 None None] Pushing event updated for resources: {'Port': ['ID=b280d301-7f61-4545-9b92-0e1c5b96f12e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:28.497005 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:10:28.511914 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Sync routers for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:10:28.541273 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:28.542679 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:10:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:28.583161 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:28.586812 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2a272-5360-41a8-8b31-77820b7451ec req-a676ed25-88ef-460d-8013-431a1e9393af tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:28.588646 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f4a2a272-5360-41a8-8b31-77820b7451ec req-a676ed25-88ef-460d-8013-431a1e9393af tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 947 time: 0.0763321 Aug 24 10:10:28.589421 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-da436e24-ebe0-4439-ac17-6630662a7662 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1245811 Aug 24 10:10:28.590345 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35480) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:28.595101 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5f86fe29-cc61-4885-89f9-3ea62e6c8d48 None None] Provisioning complete for port b280d301-7f61-4545-9b92-0e1c5b96f12e triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:28.595475 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f86fe29-cc61-4885-89f9-3ea62e6c8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:28.737769 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:28.766930 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f4a2a272-5360-41a8-8b31-77820b7451ec req-f40d8291-ba88-4360-96cf-9f0846b0dba7 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629276 Aug 24 10:10:28.971152 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f0ab0-b261-4236-be4d-ab16c750d9ea req-a02aefb9-7abc-48e7-a132-4790284e5ca6 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:28.974232 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-570f0ab0-b261-4236-be4d-ab16c750d9ea req-a02aefb9-7abc-48e7-a132-4790284e5ca6 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1071391 Aug 24 10:10:29.041326 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-570f0ab0-b261-4236-be4d-ab16c750d9ea req-9a8fa430-e92d-40fe-a060-a2f2e5b3b871 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600579 Aug 24 10:10:29.053458 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device b280d301-7f61-4545-9b92-0e1c5b96f12e up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:29.132798 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:27Z', 'revision_number': 3, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:29.176888 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Checking router: 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:10:29.177340 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Updating router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc port dbe8e2c9-1add-44e2-b7b8-16963fd90f79 binding host dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:10:29.211545 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port b280d301-7f61-4545-9b92-0e1c5b96f12e triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:29.212116 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.383117 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.403461 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.600923 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Allocated IP 172.20.0.1 (792c1d15-601b-401c-99ae-d62fa6c3cf59/e16fff41-1ee2-46b4-be3a-f6c01334c21e/4ac1067a-3d5d-499d-97e6-685a6b810a06) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:29.754611 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.773251 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Transition to ACTIVE for port object dbe8e2c9-1add-44e2-b7b8-16963fd90f79 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:29.791967 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.813643 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Transition to ACTIVE for port object 4ac1067a-3d5d-499d-97e6-685a6b810a06 will not be triggered until provisioned by entity DHCP. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:29.862987 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5e13a-2e67-4377-84e7-ac17b7c95ee1 req-fa670baf-eb63-4980-b0a0-418663c968e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:29.864096 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-95a5e13a-2e67-4377-84e7-ac17b7c95ee1 req-fa670baf-eb63-4980-b0a0-418663c968e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b26fadefdd040d197af7fb055574ecf&device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 1100 time: 0.1112049 Aug 24 10:10:29.899198 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.960152 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Attempting to bind port dbe8e2c9-1add-44e2-b7b8-16963fd90f79 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:29.960526 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Attempting to bind port dbe8e2c9-1add-44e2-b7b8-16963fd90f79 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:29.960894 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Attempting to bind port dbe8e2c9-1add-44e2-b7b8-16963fd90f79 on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:29.965160 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.969397 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:29.969667 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:29.970003 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.970393 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:29.970875 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Bound port: dbe8e2c9-1add-44e2-b7b8-16963fd90f79, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:29.971253 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:29.975286 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-95a5e13a-2e67-4377-84e7-ac17b7c95ee1 req-7faf8662-a9a1-4f79-85ab-e54f2d8a57ab service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=7b26fadefdd040d197af7fb055574ecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925584 Aug 24 10:10:29.979996 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Pushing event updated for resources: {'Port': ['ID=dbe8e2c9-1add-44e2-b7b8-16963fd90f79,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:30.008733 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.009061 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.009395 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.009725 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.010048 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.010369 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.010689 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.011004 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.011341 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.011661 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.011973 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.012284 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:30.053123 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] For port dbe8e2c9-1add-44e2-b7b8-16963fd90f79, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:30.057394 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] For port dbe8e2c9-1add-44e2-b7b8-16963fd90f79, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=dbe8e2c9-1add-44e2-b7b8-16963fd90f79,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:30.085926 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:30.097999 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:30.102960 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:30.110195 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:30.111366 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Pushing event updated for resources: {'Port': ['ID=4ac1067a-3d5d-499d-97e6-685a6b810a06,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:30.164166 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1066c-acab-4667-a18c-f46209e2c313 req-450cf2d4-25ad-40ba-92c1-166a96054bad tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:30.172777 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-90c1066c-acab-4667-a18c-f46209e2c313 req-450cf2d4-25ad-40ba-92c1-166a96054bad tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 947 time: 0.2732623 Aug 24 10:10:30.200830 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:30.259285 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5e13a-2e67-4377-84e7-ac17b7c95ee1 req-2e53c1da-b0f5-4e87-90fc-f5ba594928cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:30.264416 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-95a5e13a-2e67-4377-84e7-ac17b7c95ee1 req-2e53c1da-b0f5-4e87-90fc-f5ba594928cd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2800524 Aug 24 10:10:30.283927 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-90c1066c-acab-4667-a18c-f46209e2c313 req-855470d1-19a4-49b5-8ab7-aa86a1f65fd0 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099579 Aug 24 10:10:30.314803 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90330-53d0-4557-bc62-f3af402c9ab5 req-c7980a76-9538-46b9-b16b-146e3d479b8b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:30.329567 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6eb90330-53d0-4557-bc62-f3af402c9ab5 req-c7980a76-9538-46b9-b16b-146e3d479b8b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1640813 Aug 24 10:10:30.378925 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:30.380027 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:10:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:30.393146 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6eb90330-53d0-4557-bc62-f3af402c9ab5 req-ab2e22c2-ea73-4fd0-88fe-c5be7cbf0d6b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640695 Aug 24 10:10:30.469613 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363991f1-723b-49d5-83b4-538e6f753dff None None] Pushing event updated for resources: {'Port': ['ID=dbe8e2c9-1add-44e2-b7b8-16963fd90f79,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:30.483005 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-850230c6-58a9-43ad-bf85-2caadff37b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:30.484973 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-850230c6-58a9-43ad-bf85-2caadff37b2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=7b26fadefdd040d197af7fb055574ecf&device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 1100 time: 0.1042383 Aug 24 10:10:30.492294 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:30.528510 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:30.543386 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-a4af2b86-c19e-4591-b091-2e88608ac3d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6005d908-d8dc-44b7-a9f8-607e15e1a4e3 HTTP/1.1" status: 200 len: 217 time: 0.0410492 Aug 24 10:10:30.648022 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-d6c5dadb-bc41-4cb5-b0c4-8e8b6bdd9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:30.649402 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-d6c5dadb-bc41-4cb5-b0c4-8e8b6bdd9f4d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=44aba501-8ba2-4149-a774-765fa9beb82d HTTP/1.1" status: 200 len: 843 time: 0.0877860 Aug 24 10:10:30.729859 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-e588df4a-77b0-43ed-a8e7-bd8e7a298f53 None None] Provisioning for port 4ac1067a-3d5d-499d-97e6-685a6b810a06 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:30.738022 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-e588df4a-77b0-43ed-a8e7-bd8e7a298f53 None None] Provisioning complete for port 4ac1067a-3d5d-499d-97e6-685a6b810a06 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:30.738393 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e588df4a-77b0-43ed-a8e7-bd8e7a298f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:30.746421 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-ba2bf527-7536-41a8-9de7-5583282b711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:30.747885 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-ba2bf527-7536-41a8-9de7-5583282b711e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d0e0357a-05f3-4a48-943d-312ff4074605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0675509 Aug 24 10:10:30.794472 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e588df4a-77b0-43ed-a8e7-bd8e7a298f53 None None] Port 4ac1067a-3d5d-499d-97e6-685a6b810a06 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:30.799031 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:27Z', 'revision_number': 3, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:30.830487 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2656d083-13f7-4106-8aee-15138c034a60 None None] The sync data for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi is: [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:27Z', 'revision_number': 3, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:10:31.074593 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:31.133960 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-ab25e912-d99f-4003-8667-3913f5803642 service neutron] 10.222.0.90 "GET /v2.0/networks/d0e0357a-05f3-4a48-943d-312ff4074605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772988 Aug 24 10:10:31.196880 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:31.197729 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:31.306094 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Pushing event updated for resources: {'Port': ['ID=4ac1067a-3d5d-499d-97e6-685a6b810a06,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:31.370566 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a9a76bc7-7ff5-410c-808f-29fac35489cf req-7f2fe056-e320-400b-9367-4b74793801ff service neutron] 10.222.0.90 "GET /v2.0/networks/d0e0357a-05f3-4a48-943d-312ff4074605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285402 Aug 24 10:10:31.442144 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:31.455350 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:31.588651 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb460e-402a-4074-a8ee-6a81719594e9 req-b7d8d50c-e34d-4519-a794-5142d2b3cdd5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:31.592747 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eeeb460e-402a-4074-a8ee-6a81719594e9 req-b7d8d50c-e34d-4519-a794-5142d2b3cdd5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0845146 Aug 24 10:10:31.622986 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad741da4-d7a5-46f9-b6c7-db395cc50750 req-19f38ec1-6c94-4e5b-9aa6-461b3bf8a798 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:31.635422 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ad741da4-d7a5-46f9-b6c7-db395cc50750 req-19f38ec1-6c94-4e5b-9aa6-461b3bf8a798 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 947 time: 0.1909363 Aug 24 10:10:31.665867 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eeeb460e-402a-4074-a8ee-6a81719594e9 req-c41f6b85-4963-43c0-b5cb-e470be51472c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630035 Aug 24 10:10:31.770381 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-fec5c1f0-e801-49da-93f5-9f6b8e098e4b None None] Provisioning complete for port 4ac1067a-3d5d-499d-97e6-685a6b810a06 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:31.771208 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec5c1f0-e801-49da-93f5-9f6b8e098e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:31.778858 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ad741da4-d7a5-46f9-b6c7-db395cc50750 req-4b6857f3-1757-43d4-ac5d-0f78eeba2b8c tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280439 Aug 24 10:10:31.814351 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:10:31.823093 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fec5c1f0-e801-49da-93f5-9f6b8e098e4b None None] Port 4ac1067a-3d5d-499d-97e6-685a6b810a06 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:31.956914 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:10:31.963157 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-eede7e16-5cc3-41e7-88f7-baafdd7ac8ae admin admin] 10.222.0.64 "PUT /v2.0/routers/1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699157 Aug 24 10:10:32.593406 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44cc11-ac6d-4042-bb88-18c4c0ff3734 req-6288a9a7-3850-497d-9468-1a549ed77f3f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:32.600139 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4b44cc11-ac6d-4042-bb88-18c4c0ff3734 req-6288a9a7-3850-497d-9468-1a549ed77f3f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0904393 Aug 24 10:10:32.673043 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35530) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:32.680098 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4b44cc11-ac6d-4042-bb88-18c4c0ff3734 req-d9dd6971-8e8a-41af-a2ce-e7fe0d7753ac tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725136 Aug 24 10:10:32.680963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-ead5d9ae-519a-4271-8275-3f1e4715c5e5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434705092', 'description': 'tempest-description--643121948'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:32.820706 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ead5d9ae-519a-4271-8275-3f1e4715c5e5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:32.858989 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04039d20-c6f5-4310-a284-1c1f100c292d req-41aa87b3-074a-45b3-bf8f-047ba9d86835 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:32.860633 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-04039d20-c6f5-4310-a284-1c1f100c292d req-41aa87b3-074a-45b3-bf8f-047ba9d86835 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0889237 Aug 24 10:10:32.931267 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-04039d20-c6f5-4310-a284-1c1f100c292d req-4f562228-4f40-4314-86a8-52fb05700ec7 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628316 Aug 24 10:10:32.997318 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af503244-8781-407b-89b4-910519d43031 None None] Sync routers for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:10:33.009042 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c719bf-e8ed-4ce0-925d-bee25634d162 req-cc3cc237-c1f0-42a1-98ee-48756840cc58 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:33.011725 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-88c719bf-e8ed-4ce0-925d-bee25634d162 req-cc3cc237-c1f0-42a1-98ee-48756840cc58 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 947 time: 0.1141782 Aug 24 10:10:33.013002 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af503244-8781-407b-89b4-910519d43031 None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:33.015043 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-af503244-8781-407b-89b4-910519d43031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:10:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:33.036198 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ead5d9ae-519a-4271-8275-3f1e4715c5e5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.086994 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-88c719bf-e8ed-4ce0-925d-bee25634d162 req-413e8776-3bb4-4330-9ef4-0c7c9ad8bd03 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634184 Aug 24 10:10:33.138768 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device dbe8e2c9-1add-44e2-b7b8-16963fd90f79 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:33.143051 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ead5d9ae-519a-4271-8275-3f1e4715c5e5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.185629 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5d9ae-519a-4271-8275-3f1e4715c5e5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485dfed2-4f60-470d-ab5a-6d618257c4d1,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:33.200918 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-af503244-8781-407b-89b4-910519d43031 None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:33.235504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ead5d9ae-519a-4271-8275-3f1e4715c5e5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.238539 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ead5d9ae-519a-4271-8275-3f1e4715c5e5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5623374 Aug 24 10:10:33.239797 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35536) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:33.244648 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-fe55a224-f41b-4f85-a44e-fbda5927371b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'security_group_rule': {'security_group_id': '485dfed2-4f60-470d-ab5a-6d618257c4d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:33.349964 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port dbe8e2c9-1add-44e2-b7b8-16963fd90f79 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:33.354967 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port dbe8e2c9-1add-44e2-b7b8-16963fd90f79 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:33.359069 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.373768 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fe55a224-f41b-4f85-a44e-fbda5927371b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.475556 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fe55a224-f41b-4f85-a44e-fbda5927371b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.518467 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.533694 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-af503244-8781-407b-89b4-910519d43031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 2, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:33.543565 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port dbe8e2c9-1add-44e2-b7b8-16963fd90f79, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=dbe8e2c9-1add-44e2-b7b8-16963fd90f79,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:33.555716 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fe55a224-f41b-4f85-a44e-fbda5927371b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.583416 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af503244-8781-407b-89b4-910519d43031 None None] Checking router: 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:10:33.583764 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af503244-8781-407b-89b4-910519d43031 None None] Updating router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc port 4ac1067a-3d5d-499d-97e6-685a6b810a06 binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:10:33.591533 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55a224-f41b-4f85-a44e-fbda5927371b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7dfcf0-f94a-4da9-8c5f-60b496c34c18,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:33.612699 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af503244-8781-407b-89b4-910519d43031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.616308 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.700752 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:10:33.723339 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=dbe8e2c9-1add-44e2-b7b8-16963fd90f79,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:33.723619 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fe55a224-f41b-4f85-a44e-fbda5927371b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.729228 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-fe55a224-f41b-4f85-a44e-fbda5927371b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4853041 Aug 24 10:10:33.729913 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35546) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:33.739562 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d539cce1-8378-472c-9ae8-030effdc551b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'security_group_rule': {'security_group_id': '485dfed2-4f60-470d-ab5a-6d618257c4d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:33.849333 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902779d-97a8-42ee-954f-f57828f1cd3a req-a4866082-cfd0-4a3a-bb55-3334d302352c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:33.863352 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e902779d-97a8-42ee-954f-f57828f1cd3a req-a4866082-cfd0-4a3a-bb55-3334d302352c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0685027 Aug 24 10:10:33.892912 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,segment=NetworkSegment(361de66e-a6c6-452a-823c-5799c5b6a5ad),segment_id=361de66e-a6c6-452a-823c-5799c5b6a5ad)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:33.907971 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '6005d908-d8dc-44b7-a9f8-607e15e1a4e3', 'network_id': 'd0e0357a-05f3-4a48-943d-312ff4074605', 'port_id': '6005d908-d8dc-44b7-a9f8-607e15e1a4e3', 'mac_address': 'fa:16:3e:8e:7c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44aba501-8ba2-4149-a774-765fa9beb82d', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:10:33.908938 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e902779d-97a8-42ee-954f-f57828f1cd3a req-7e3bdceb-58a7-4b33-b05a-a4b16fa83554 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495801 Aug 24 10:10:33.909401 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d539cce1-8378-472c-9ae8-030effdc551b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:33.976631 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.014988 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:10:34.031141 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d539cce1-8378-472c-9ae8-030effdc551b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.055752 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,segment=NetworkSegment(361de66e-a6c6-452a-823c-5799c5b6a5ad),segment_id=361de66e-a6c6-452a-823c-5799c5b6a5ad)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:34.079771 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af503244-8781-407b-89b4-910519d43031 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.090917 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-af503244-8781-407b-89b4-910519d43031 None None] Transition to ACTIVE for port object 4ac1067a-3d5d-499d-97e6-685a6b810a06 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:34.119691 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecd3d4-727e-4c92-8c83-59b4a9e9dce5 req-0933a2b3-7e84-4f29-9d57-0ca88d361300 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:34.121534 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e9ecd3d4-727e-4c92-8c83-59b4a9e9dce5 req-0933a2b3-7e84-4f29-9d57-0ca88d361300 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0884051 Aug 24 10:10:34.143475 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d539cce1-8378-472c-9ae8-030effdc551b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.167524 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.168126 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af503244-8781-407b-89b4-910519d43031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.201276 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539cce1-8378-472c-9ae8-030effdc551b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1073192a-aa06-4680-a8ba-9025323afb15,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:34.242576 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e9ecd3d4-727e-4c92-8c83-59b4a9e9dce5 req-90bdcd2e-fdb8-4f7f-9550-fde2a98e2e89 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087866 Aug 24 10:10:34.270334 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d539cce1-8378-472c-9ae8-030effdc551b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.273520 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d539cce1-8378-472c-9ae8-030effdc551b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5402319 Aug 24 10:10:34.278088 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:34.284120 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35552) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:34.293710 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:34.313442 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854e19-d828-4a39-b994-423cffb74033 None None] Pushing event updated for resources: {'Port': ['ID=4ac1067a-3d5d-499d-97e6-685a6b810a06,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:34.347215 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115da831-610d-4ffa-820c-4f1f011347e2 req-bb8391c7-f5ca-4cf4-a535-a5f08ad1a61a tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:34.357353 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-115da831-610d-4ffa-820c-4f1f011347e2 req-bb8391c7-f5ca-4cf4-a535-a5f08ad1a61a tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 948 time: 0.1533897 Aug 24 10:10:34.423141 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-115da831-610d-4ffa-820c-4f1f011347e2 req-799a4ff5-570f-4e4c-a946-48931891b68e tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612392 Aug 24 10:10:34.431066 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-af503244-8781-407b-89b4-910519d43031 None None] Attempting to bind port 4ac1067a-3d5d-499d-97e6-685a6b810a06 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:34.431755 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-af503244-8781-407b-89b4-910519d43031 None None] Attempting to bind port 4ac1067a-3d5d-499d-97e6-685a6b810a06 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:34.432436 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af503244-8781-407b-89b4-910519d43031 None None] Attempting to bind port 4ac1067a-3d5d-499d-97e6-685a6b810a06 on network 792c1d15-601b-401c-99ae-d62fa6c3cf59 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:34.442502 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af503244-8781-407b-89b4-910519d43031 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:34.444576 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af503244-8781-407b-89b4-910519d43031 None None] Checking segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:34.444576 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af503244-8781-407b-89b4-910519d43031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.444576 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af503244-8781-407b-89b4-910519d43031 None None] Bound using segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:34.445663 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-af503244-8781-407b-89b4-910519d43031 None None] Bound port: 4ac1067a-3d5d-499d-97e6-685a6b810a06, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:34.446305 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af503244-8781-407b-89b4-910519d43031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.446753 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.520477 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['6005d908-d8dc-44b7-a9f8-607e15e1a4e3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:10:34.546428 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-af503244-8781-407b-89b4-910519d43031 None None] For port 4ac1067a-3d5d-499d-97e6-685a6b810a06, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:34.552917 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-af503244-8781-407b-89b4-910519d43031 None None] For port 4ac1067a-3d5d-499d-97e6-685a6b810a06, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4ac1067a-3d5d-499d-97e6-685a6b810a06,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:34.589423 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.676153 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af503244-8781-407b-89b4-910519d43031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:34.783416 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Allocated IP 172.27.3.225 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/212e4d44-e2d0-4723-ac4d-0b0bf404ce02) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:34.831836 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854e19-d828-4a39-b994-423cffb74033 None None] Pushing event updated for resources: {'Port': ['ID=4ac1067a-3d5d-499d-97e6-685a6b810a06,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:34.845921 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af503244-8781-407b-89b4-910519d43031 None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:34.846943 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-af503244-8781-407b-89b4-910519d43031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:10:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:34.967874 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:35.091193 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device dbe8e2c9-1add-44e2-b7b8-16963fd90f79 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:35.092030 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-af503244-8781-407b-89b4-910519d43031 None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:35.209000 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ae509-8f4c-4117-bf82-01466c5d2303 req-a9965525-b14f-4a37-92a2-55a115a72cff tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:35.210695 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6e5ae509-8f4c-4117-bf82-01466c5d2303 req-a9965525-b14f-4a37-92a2-55a115a72cff tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.1346498 Aug 24 10:10:35.213027 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:35.226557 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port dbe8e2c9-1add-44e2-b7b8-16963fd90f79 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:35.227904 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:35.298492 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:35.312588 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:35.331531 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:35.340413 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'Port': ['ID=212e4d44-e2d0-4723-ac4d-0b0bf404ce02,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:35.386393 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6e5ae509-8f4c-4117-bf82-01466c5d2303 req-1afab7d4-8f26-4c57-85c4-bb8f4bbdc3b6 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433494 Aug 24 10:10:35.478001 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:35.509143 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1bf033-3290-49b7-9de4-d8f4daa3a9bd req-587e19a2-abec-4f51-a5b6-4dab1d32bca1 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:35.521120 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ca1bf033-3290-49b7-9de4-d8f4daa3a9bd req-587e19a2-abec-4f51-a5b6-4dab1d32bca1 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1201789 Aug 24 10:10:35.596483 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ca1bf033-3290-49b7-9de4-d8f4daa3a9bd req-7ba44fe1-73e5-4599-b34d-2909b00133ae tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740051 Aug 24 10:10:35.650430 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-af503244-8781-407b-89b4-910519d43031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:34Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:35.651986 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:35.663496 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca56c1-ae99-4b72-a2e0-f48bfb76669e req-8ca59aad-3456-454e-917b-cc51f6d251ab tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:35.665461 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7eca56c1-ae99-4b72-a2e0-f48bfb76669e req-8ca59aad-3456-454e-917b-cc51f6d251ab tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 948 time: 0.1256547 Aug 24 10:10:35.697745 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:35.701860 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af503244-8781-407b-89b4-910519d43031 None None] The sync data for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi is: [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:34Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:10:35.899340 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7eca56c1-ae99-4b72-a2e0-f48bfb76669e req-ae144ad2-3cdf-4646-a49d-53edbea5e9a0 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142634 Aug 24 10:10:35.965955 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:36.046179 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:36.050617 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:36.058280 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:36.144790 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:36.155793 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:36.184748 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba86b9a-dd3c-45ab-92d9-65c074b59aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6005d908-d8dc-44b7-a9f8-607e15e1a4e3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:36.190231 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572778b5-7087-4710-98da-4422f1960549" -d '{"events": [{"server_uuid": "eba86b9a-dd3c-45ab-92d9-65c074b59aac", "name": "network-vif-plugged", "status": "completed", "tag": "6005d908-d8dc-44b7-a9f8-607e15e1a4e3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:36.198469 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:36.217378 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,segment=NetworkSegment(361de66e-a6c6-452a-823c-5799c5b6a5ad),segment_id=361de66e-a6c6-452a-823c-5799c5b6a5ad)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:36.234727 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'Port': ['ID=212e4d44-e2d0-4723-ac4d-0b0bf404ce02,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:36.257856 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b964e1a7-8b38-4ca7-8752-eb864f142012 x-openstack-request-id: req-b964e1a7-8b38-4ca7-8752-eb864f142012 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:36.258359 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba86b9a-dd3c-45ab-92d9-65c074b59aac", "name": "network-vif-plugged", "status": "completed", "tag": "6005d908-d8dc-44b7-a9f8-607e15e1a4e3", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:36.258454 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b964e1a7-8b38-4ca7-8752-eb864f142012 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:36.258767 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba86b9a-dd3c-45ab-92d9-65c074b59aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6005d908-d8dc-44b7-a9f8-607e15e1a4e3', 'code': 200} Aug 24 10:10:36.303813 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:36.339224 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:36.342317 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-904f7d3b-9053-402b-869a-fe64803d23f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0545568 Aug 24 10:10:36.375969 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:36.681189 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d6b68-e62c-41a7-9232-512cb4a9ad6a req-dcf93266-e4f3-4556-9b8b-6d3d7e1bdae8 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:36.681189 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-378d6b68-e62c-41a7-9232-512cb4a9ad6a req-dcf93266-e4f3-4556-9b8b-6d3d7e1bdae8 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0831409 Aug 24 10:10:36.683358 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-1abb0193-1384-4958-8bb9-01bd0ec5cd84 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1434705092&fields=id&tenant_id=cb26a759d2664c3283e306575448ea70 HTTP/1.1" status: 200 len: 267 time: 0.0657759 Aug 24 10:10:36.684050 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-378d6b68-e62c-41a7-9232-512cb4a9ad6a req-cb8ed8a3-ef22-4f59-91df-13237137820c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381591 Aug 24 10:10:36.738746 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea95771-6981-46b1-befd-2d9034513d7f req-fe2741fa-af8c-4ae5-bf97-bb5cb667583d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:36.747615 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-fe2741fa-af8c-4ae5-bf97-bb5cb667583d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 816 time: 0.1572344 Aug 24 10:10:36.768785 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-0b90d42e-3fd0-4e80-a0ba-2ce456776264 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/quotas/cb26a759d2664c3283e306575448ea70 HTTP/1.1" status: 200 len: 375 time: 0.0191853 Aug 24 10:10:36.849021 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-bd7d5030-cfc1-4554-b500-11e6b6f60e88 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789347 Aug 24 10:10:36.911750 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f227a-6a40-4287-ac69-af864ebd9dad req-765ddce2-93f1-4eb0-a8df-24aa9ea26fba tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:36.918332 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8e4f227a-6a40-4287-ac69-af864ebd9dad req-765ddce2-93f1-4eb0-a8df-24aa9ea26fba tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1175389 Aug 24 10:10:37.056576 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-967bf263-45fc-4fac-a4bc-adc81046af91 service neutron] 10.222.0.64 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808376 Aug 24 10:10:37.080784 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8e4f227a-6a40-4287-ac69-af864ebd9dad req-246d2ef7-1e14-4df2-ac50-c1e01db971cd tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585915 Aug 24 10:10:37.159333 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4ac1067a-3d5d-499d-97e6-685a6b810a06 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:37.212510 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-baba8abc-fd0a-40b5-9c29-5f4e020f42dd service neutron] 10.222.0.64 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546261 Aug 24 10:10:37.272526 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d61773-5a5b-4b30-8a02-82c59cebd3d4 req-c069d56c-00ac-4d7b-b6e5-2a08f69dd07b tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:37.274665 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-15d61773-5a5b-4b30-8a02-82c59cebd3d4 req-c069d56c-00ac-4d7b-b6e5-2a08f69dd07b tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 949 time: 0.0656199 Aug 24 10:10:37.333237 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 4ac1067a-3d5d-499d-97e6-685a6b810a06 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:37.341362 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 4ac1067a-3d5d-499d-97e6-685a6b810a06 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:37.344335 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-15d61773-5a5b-4b30-8a02-82c59cebd3d4 req-f8fe3b8d-3262-4718-ad31-21acf6b11502 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549593 Aug 24 10:10:37.344664 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:37.428344 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:37.480682 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 4ac1067a-3d5d-499d-97e6-685a6b810a06, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4ac1067a-3d5d-499d-97e6-685a6b810a06,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:37.501991 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d2afe6a1-6823-4225-877d-0566741ac608 req-6dbb390f-6556-437d-87d6-ca12679231c7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 210 time: 0.0280855 Aug 24 10:10:37.572288 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:37.627513 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=4ac1067a-3d5d-499d-97e6-685a6b810a06,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:37.802732 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38bf20-5ce0-4e55-9072-7fd088fd7d33 req-afb5f18e-3361-49e0-bf11-031cd9f5b363 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:37.804970 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5d38bf20-5ce0-4e55-9072-7fd088fd7d33 req-afb5f18e-3361-49e0-bf11-031cd9f5b363 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0608780 Aug 24 10:10:37.849122 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5d38bf20-5ce0-4e55-9072-7fd088fd7d33 req-bc1349c7-92e6-4b6e-8d22-41881ee7bfcf tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369296 Aug 24 10:10:38.234259 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fa3a1-f51d-4c48-aceb-cae07043dd0b req-32f6d041-9391-493e-af5a-e56cc7e4cdab tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:38.235994 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-174fa3a1-f51d-4c48-aceb-cae07043dd0b req-32f6d041-9391-493e-af5a-e56cc7e4cdab tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0563293 Aug 24 10:10:38.286613 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-174fa3a1-f51d-4c48-aceb-cae07043dd0b req-371cf526-0903-4485-bfff-2836a689f352 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434744 Aug 24 10:10:38.474962 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67cf52-bab8-4c8e-b6c5-ea00e88b3a48 req-f8bed5fa-4fa8-4766-88ea-e7a9fe9b42b9 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:38.476704 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da67cf52-bab8-4c8e-b6c5-ea00e88b3a48 req-f8bed5fa-4fa8-4766-88ea-e7a9fe9b42b9 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 949 time: 0.0570140 Aug 24 10:10:38.521240 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da67cf52-bab8-4c8e-b6c5-ea00e88b3a48 req-b9906292-4598-423f-b6b2-24891006b972 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Aug 24 10:10:38.595428 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d01581b7-9d8b-4279-9dd0-82e8844f1bb6 req-70066b51-09a0-4272-ba8f-fcbe12669b06 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 210 time: 0.0300593 Aug 24 10:10:38.976901 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d4cf1-7920-42fa-931f-9c9377af9169 req-99cc55aa-11a7-46c7-9982-bb57cdf3af61 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:38.978516 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-433d4cf1-7920-42fa-931f-9c9377af9169 req-99cc55aa-11a7-46c7-9982-bb57cdf3af61 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0579073 Aug 24 10:10:39.005273 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4ac1067a-3d5d-499d-97e6-685a6b810a06 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:39.040156 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-433d4cf1-7920-42fa-931f-9c9377af9169 req-5bf0b7c6-340d-487c-90a3-aefc161668d1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495939 Aug 24 10:10:39.067540 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 4ac1067a-3d5d-499d-97e6-685a6b810a06 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:39.068087 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:39.406847 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef28f48c-de7f-4f4b-8157-5276d0016fdc req-53584b79-3fe4-42bc-af81-7f6eaa29ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:39.406847 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ef28f48c-de7f-4f4b-8157-5276d0016fdc req-53584b79-3fe4-42bc-af81-7f6eaa29ef97 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 1102 time: 0.0441546 Aug 24 10:10:39.426890 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f36b4-a73f-4191-b264-f8d8e611d2d5 req-b2fabbfc-b011-4ff4-a6bf-fee516cef9cf tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:39.428460 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e37f36b4-a73f-4191-b264-f8d8e611d2d5 req-b2fabbfc-b011-4ff4-a6bf-fee516cef9cf tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0598927 Aug 24 10:10:39.437965 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ef28f48c-de7f-4f4b-8157-5276d0016fdc req-2e4143db-a442-4be4-9ca5-43c329356239 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288696 Aug 24 10:10:39.472258 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e37f36b4-a73f-4191-b264-f8d8e611d2d5 req-f603868a-98f2-406b-93ba-570211171ace tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373483 Aug 24 10:10:39.668468 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056365c-3bc0-4bdc-9bd2-e96570a176f1 req-499428b8-f240-4e3c-8722-d76a67acfa53 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:39.670342 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9056365c-3bc0-4bdc-9bd2-e96570a176f1 req-499428b8-f240-4e3c-8722-d76a67acfa53 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 949 time: 0.0589035 Aug 24 10:10:39.705706 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dc3cf828-0387-492b-8e88-d6f6d762c00c req-49ac4ba3-643d-4ab4-aad7-022961a877ea tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 210 time: 0.0339339 Aug 24 10:10:39.736922 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9056365c-3bc0-4bdc-9bd2-e96570a176f1 req-a3f21ea9-232a-4594-bbbb-8b1e29ca3796 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377002 Aug 24 10:10:40.179888 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec2a9-f8f4-417d-a276-d8f29a1ca2f3 req-7501abb3-7acd-485c-acdb-75ba7fa834cf tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:40.181762 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a7fec2a9-f8f4-417d-a276-d8f29a1ca2f3 req-7501abb3-7acd-485c-acdb-75ba7fa834cf tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0580750 Aug 24 10:10:40.239876 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a7fec2a9-f8f4-417d-a276-d8f29a1ca2f3 req-378d3770-2b24-4168-8d57-2af0298c2de0 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504014 Aug 24 10:10:40.594353 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc67a0-1f6b-47fb-8bfd-419946c37800 req-f3638f47-ddea-4bbd-a15b-f942ca2e7e6f tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:40.595975 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-48dc67a0-1f6b-47fb-8bfd-419946c37800 req-f3638f47-ddea-4bbd-a15b-f942ca2e7e6f tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0533249 Aug 24 10:10:40.643312 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-48dc67a0-1f6b-47fb-8bfd-419946c37800 req-c3931135-68cb-4402-abc5-e44f9c3ab7b3 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405514 Aug 24 10:10:40.824538 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-97237e08-f1a9-4942-aaf2-6c4082c697cf req-edc26873-339d-453e-a169-e4b5c9043b0d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 210 time: 0.0288391 Aug 24 10:10:40.900222 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e240a0-6258-4508-ae82-be5bdcd57456 req-a77004e4-89ee-431c-b747-42b126ebbfbd tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:40.902841 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-01e240a0-6258-4508-ae82-be5bdcd57456 req-a77004e4-89ee-431c-b747-42b126ebbfbd tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 949 time: 0.0682731 Aug 24 10:10:40.952061 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-01e240a0-6258-4508-ae82-be5bdcd57456 req-f32559b5-8e1f-4437-ac60-283c29ba5e71 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376022 Aug 24 10:10:41.389699 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea95771-6981-46b1-befd-2d9034513d7f req-1f3acdbb-0b44-4981-ba71-aaa65475ba8c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:41.393793 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-1f3acdbb-0b44-4981-ba71-aaa65475ba8c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 816 time: 0.1599438 Aug 24 10:10:41.396413 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673788e9-21dc-4132-9075-2b507abfed2b req-8f415515-502e-45c2-9541-1c4596864da5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:41.402939 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-673788e9-21dc-4132-9075-2b507abfed2b req-8f415515-502e-45c2-9541-1c4596864da5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0816534 Aug 24 10:10:41.445716 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-673788e9-21dc-4132-9075-2b507abfed2b req-22b9cd29-6992-4cd0-8cd0-d0ef5fff376b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372138 Aug 24 10:10:41.466531 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-d67b5343-547f-42f6-9766-18f4be1cc5be tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb26a759d2664c3283e306575448ea70 HTTP/1.1" status: 200 len: 380 time: 0.0513818 Aug 24 10:10:41.484541 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'port': {'device_id': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'admin_state_up': True, 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'security_groups': ['485dfed2-4f60-470d-ab5a-6d618257c4d1']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:41.720498 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Made reservation on behalf of cb26a759d2664c3283e306575448ea70 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:10:41.724119 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:41.947273 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-38f39d06-6961-4abd-bda7-eea38efe47a0 req-5e68269a-57fa-4275-84db-ab8d2b47f8f8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 210 time: 0.0324497 Aug 24 10:10:41.981509 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2726b6c-5994-4f0a-9c64-d12206be2c22 req-d574e12b-4e63-48e1-85a2-1a62a88b1bc7 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:41.981509 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f2726b6c-5994-4f0a-9c64-d12206be2c22 req-d574e12b-4e63-48e1-85a2-1a62a88b1bc7 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.2409322 Aug 24 10:10:42.063919 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f2726b6c-5994-4f0a-9c64-d12206be2c22 req-4c502766-1404-47d5-a850-762e5bc69788 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775406 Aug 24 10:10:42.095619 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Allocated IP 172.20.0.6 (792c1d15-601b-401c-99ae-d62fa6c3cf59/e16fff41-1ee2-46b4-be3a-f6c01334c21e/7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:42.141666 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13999-a8cf-47dc-8993-a29112873471 req-6bcf4d61-3f78-4804-a8d9-94102b846488 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:42.144864 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a8c13999-a8cf-47dc-8993-a29112873471 req-6bcf4d61-3f78-4804-a8d9-94102b846488 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 949 time: 0.0790684 Aug 24 10:10:42.207217 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a8c13999-a8cf-47dc-8993-a29112873471 req-c886633a-49cf-4c9c-a98c-ead178509df7 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555072 Aug 24 10:10:42.324101 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:42.344289 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Transition to ACTIVE for port object 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f will not be triggered until provisioned by entity DHCP. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:42.488003 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:42.538020 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:42.541504 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:42.545025 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:42.551035 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:42.551707 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:42.564768 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:42.597639 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc3a2-db9f-41f8-a90f-dc770f0cd00c req-63d1131e-a065-45b1-8f2d-a479059816e5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:42.613297 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd5fc3a2-db9f-41f8-a90f-dc770f0cd00c req-63d1131e-a065-45b1-8f2d-a479059816e5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0605123 Aug 24 10:10:42.648129 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd5fc3a2-db9f-41f8-a90f-dc770f0cd00c req-1fcb3617-a417-49b5-8e72-8bcfb9bf5416 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359917 Aug 24 10:10:42.755636 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-8da53087-6b20-4880-9761-a8706b15ac42 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2820933 Aug 24 10:10:42.781902 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Request body: {'port': {'device_id': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:42.846960 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:42.933914 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e4319-6139-4bef-ada1-e2bc98b9cf34 req-1c8934cd-e018-4379-bff0-dba8a197a29c tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:42.935681 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-080e4319-6139-4bef-ada1-e2bc98b9cf34 req-1c8934cd-e018-4379-bff0-dba8a197a29c tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 949 time: 0.0567751 Aug 24 10:10:42.985116 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-080e4319-6139-4bef-ada1-e2bc98b9cf34 req-2655519e-fa57-4781-8909-c0687ab2256b tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Aug 24 10:10:43.047046 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-48f3d787-51ec-45fd-aab2-8a2f50e1ad5b None None] Provisioning for port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:43.052377 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-48f3d787-51ec-45fd-aab2-8a2f50e1ad5b None None] Provisioning complete for port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:43.052779 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48f3d787-51ec-45fd-aab2-8a2f50e1ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:43.092472 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-48f3d787-51ec-45fd-aab2-8a2f50e1ad5b None None] Port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:43.199591 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c1ce0-f715-47bd-93d0-92d83656efe9 req-a7ca0a42-61ce-457b-8c63-71b8ca3e136a tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:43.201153 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f94c1ce0-f715-47bd-93d0-92d83656efe9 req-a7ca0a42-61ce-457b-8c63-71b8ca3e136a tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0550647 Aug 24 10:10:43.246944 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f94c1ce0-f715-47bd-93d0-92d83656efe9 req-1f73f6af-60dc-43f8-89fe-07ba7edca6e2 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382123 Aug 24 10:10:43.270364 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c87a-1c37-432a-853d-9db613874db8 req-70072091-278e-403a-a2ec-faf2aba7517c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:43.271948 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0371c87a-1c37-432a-853d-9db613874db8 req-70072091-278e-403a-a2ec-faf2aba7517c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 931 time: 0.0793896 Aug 24 10:10:43.354719 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0371c87a-1c37-432a-853d-9db613874db8 req-ba811762-2bec-41e2-858e-cd9c19f87b2b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526872 Aug 24 10:10:43.437600 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:10:43.449896 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:43.471326 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Transition to ACTIVE for port object 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:43.543136 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:43.634236 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:43.658747 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Attempting to bind port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:43.659271 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Attempting to bind port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:43.659818 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Attempting to bind port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f on network 792c1d15-601b-401c-99ae-d62fa6c3cf59 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:43.667647 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f on network 792c1d15-601b-401c-99ae-d62fa6c3cf59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:10:43.668004 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Attempting to bind port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f on network 792c1d15-601b-401c-99ae-d62fa6c3cf59 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:43.678969 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:43.679526 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Checking segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:43.680159 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Bound using segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:43.680958 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Bound port: 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:43.681547 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:43.782769 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:43.792106 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:43.843448 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15364f3-60cb-4d0d-aab0-df1cd95cbb87 req-e9e0360c-7b3d-40c3-b014-b82bc6b5bf17 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:43.845980 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b15364f3-60cb-4d0d-aab0-df1cd95cbb87 req-e9e0360c-7b3d-40c3-b014-b82bc6b5bf17 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0825694 Aug 24 10:10:43.869472 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:43.895038 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b15364f3-60cb-4d0d-aab0-df1cd95cbb87 req-41d42810-00cb-458d-9570-05c06d1641d5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415685 Aug 24 10:10:43.911650 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:43.912295 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:43.913762 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] 10.222.0.90 "PUT /v2.0/ports/7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f HTTP/1.1" status: 200 len: 1093 time: 1.1364784 Aug 24 10:10:43.914221 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:43.916638 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a80ce08-62d3-416a-9bc9-4da5454c963c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:43.962272 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144ee35-e550-4e07-bd9d-f3881a50e257 service neutron] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:43.993285 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784264dc-de5d-4d67-af54-1a6aafb8d51d x-openstack-request-id: req-784264dc-de5d-4d67-af54-1a6aafb8d51d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:43.993285 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:43.993285 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-784264dc-de5d-4d67-af54-1a6aafb8d51d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:43.993731 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'status': 'completed', 'code': 200} Aug 24 10:10:44.103895 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80ce08-62d3-416a-9bc9-4da5454c963c req-9567a523-7954-4baf-bb27-e2da981460c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.105432 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4a80ce08-62d3-416a-9bc9-4da5454c963c req-9567a523-7954-4baf-bb27-e2da981460c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 1096 time: 0.0586419 Aug 24 10:10:44.142190 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164937f4-9b5c-45c3-aa5a-6f491087b7bb req-4662411c-a76c-4030-ad08-d4001e23276a tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.143870 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-164937f4-9b5c-45c3-aa5a-6f491087b7bb req-4662411c-a76c-4030-ad08-d4001e23276a tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 949 time: 0.0592568 Aug 24 10:10:44.187182 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-164937f4-9b5c-45c3-aa5a-6f491087b7bb req-b1864199-6f42-4489-866f-d23942ae9f89 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/security-groups?id=c44fe456-3b05-42c9-bf3b-41826690b5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Aug 24 10:10:44.292749 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80ce08-62d3-416a-9bc9-4da5454c963c req-e6654f2e-0562-4a33-8647-a61c5e83fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.294216 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4a80ce08-62d3-416a-9bc9-4da5454c963c req-e6654f2e-0562-4a33-8647-a61c5e83fc59 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=cb26a759d2664c3283e306575448ea70&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1159780 Aug 24 10:10:44.458891 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3915d-9fb7-4485-b886-8015b7aac922 req-585eef7b-d931-4eac-b8f2-3e532d508069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.461629 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-acf3915d-9fb7-4485-b886-8015b7aac922 req-585eef7b-d931-4eac-b8f2-3e532d508069 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1297853 Aug 24 10:10:44.489653 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe906b-1090-48d8-bb3a-3c75a094d551 req-dae6d6ef-2190-4678-9831-c3a708eeb30e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.491284 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-28fe906b-1090-48d8-bb3a-3c75a094d551 req-dae6d6ef-2190-4678-9831-c3a708eeb30e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0591757 Aug 24 10:10:44.505334 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80ce08-62d3-416a-9bc9-4da5454c963c req-55b9af7c-49e3-4d7b-9979-067b42b8ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.508124 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4a80ce08-62d3-416a-9bc9-4da5454c963c req-55b9af7c-49e3-4d7b-9979-067b42b8ae84 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1967731 Aug 24 10:10:44.536921 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-acf3915d-9fb7-4485-b886-8015b7aac922 req-233b3c72-d860-4e37-bed2-1bdc3f197886 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639110 Aug 24 10:10:44.552292 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-28fe906b-1090-48d8-bb3a-3c75a094d551 req-1f53a1f7-c2fe-4927-8867-2ac9f2ae082d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537696 Aug 24 10:10:44.719897 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea95771-6981-46b1-befd-2d9034513d7f req-97d859ad-a050-4d96-bd3e-697c2c06139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.721523 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-97d859ad-a050-4d96-bd3e-697c2c06139b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 1096 time: 0.0600863 Aug 24 10:10:44.729644 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-1a8bb687-3446-494c-b544-8e4921b2e5de tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.736375 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-1a8bb687-3446-494c-b544-8e4921b2e5de tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.90 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 949 time: 0.0695181 Aug 24 10:10:44.803720 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-c20ae331-4e2b-46ae-a2a2-68afcf20db56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f HTTP/1.1" status: 200 len: 217 time: 0.0400095 Aug 24 10:10:44.863026 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Deleting port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:10:44.863364 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:44.869965 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea95771-6981-46b1-befd-2d9034513d7f req-aceb0ac0-801e-4fd0-8cb2-ac38e7bf2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.871434 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-aceb0ac0-801e-4fd0-8cb2-ac38e7bf2ffb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.0577204 Aug 24 10:10:44.924707 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea95771-6981-46b1-befd-2d9034513d7f req-6b7865e9-cffc-4d82-bae8-94b18c9d45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:44.926387 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-6b7865e9-cffc-4d82-bae8-94b18c9d45fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446882 Aug 24 10:10:44.962851 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] For port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,segment=NetworkSegment(361de66e-a6c6-452a-823c-5799c5b6a5ad),segment_id=361de66e-a6c6-452a-823c-5799c5b6a5ad)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:44.963517 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:44.978770 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Calling delete_port for 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:10:45.046464 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-0fa2c82d-fb3a-44bc-b202-130b6db45b85 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059399 Aug 24 10:10:45.136535 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f70700-ca68-4ba2-bdf9-1ea49d0c0fb0 req-59c83d22-eb18-47ef-9c53-f0ad7914c51f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:45.138244 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-19f70700-ca68-4ba2-bdf9-1ea49d0c0fb0 req-59c83d22-eb18-47ef-9c53-f0ad7914c51f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.1087794 Aug 24 10:10:45.206038 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-2652e350-13fd-4a33-bb9d-fee4ad9b7c95 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415462 Aug 24 10:10:45.209079 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-19f70700-ca68-4ba2-bdf9-1ea49d0c0fb0 req-dbaa01ad-234a-4656-ac75-80a5ce92e81a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612891 Aug 24 10:10:45.248302 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:45.290154 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['6005d908-d8dc-44b7-a9f8-607e15e1a4e3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:10:45.315933 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Pushing event deleted for resources: {'Port': ['ID=6005d908-d8dc-44b7-a9f8-607e15e1a4e3,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:45.346444 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7bbb2f8b-71a5-4976-a2c1-30561643fa8f req-6a75fd18-fc54-41dc-a8a2-4e0dbf27886b tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 210 time: 0.0431428 Aug 24 10:10:45.378599 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-857d29ec-ba95-4f19-bf2b-294516c580fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:45.379682 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-857d29ec-ba95-4f19-bf2b-294516c580fa service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 1099 time: 0.1566744 Aug 24 10:10:45.409161 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] No DVR routers for this DVR port 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:10:45.425301 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:45.428874 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-91d57ee5-35e5-44cd-9335-e07bddcbb4fb req-40811288-f6e9-4247-935a-9ee446a6d3a1 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.90 "DELETE /v2.0/ports/6005d908-d8dc-44b7-a9f8-607e15e1a4e3 HTTP/1.1" status: 204 len: 173 time: 0.6644387 Aug 24 10:10:45.429604 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba86b9a-dd3c-45ab-92d9-65c074b59aac', 'name': 'network-vif-deleted', 'tag': '6005d908-d8dc-44b7-a9f8-607e15e1a4e3'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:45.433488 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233f865c-b2d9-472b-8dd0-c0e0bd5e72d6" -d '{"events": [{"server_uuid": "eba86b9a-dd3c-45ab-92d9-65c074b59aac", "name": "network-vif-deleted", "tag": "6005d908-d8dc-44b7-a9f8-607e15e1a4e3"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:45.494800 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee0e4da-a1a7-44c6-bc70-fcab97bfb7e4 x-openstack-request-id: req-cee0e4da-a1a7-44c6-bc70-fcab97bfb7e4 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:45.495525 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba86b9a-dd3c-45ab-92d9-65c074b59aac", "name": "network-vif-deleted", "tag": "6005d908-d8dc-44b7-a9f8-607e15e1a4e3", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:45.495979 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cee0e4da-a1a7-44c6-bc70-fcab97bfb7e4 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:45.496598 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba86b9a-dd3c-45ab-92d9-65c074b59aac', 'name': 'network-vif-deleted', 'tag': '6005d908-d8dc-44b7-a9f8-607e15e1a4e3', 'status': 'completed', 'code': 200} Aug 24 10:10:45.552010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-c949a907-848b-4188-aed0-3e80b63617c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:45.554378 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-c949a907-848b-4188-aed0-3e80b63617c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 913 time: 0.1471579 Aug 24 10:10:45.722832 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-268c0999-bacb-4a87-8dc8-0cd05c83e0ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6 HTTP/1.1" status: 200 len: 1001 time: 0.1597033 Aug 24 10:10:45.777709 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65422f5-5aa7-4537-b47d-990dc32d6584 req-fa26fd9f-e4fe-4dfc-b205-1fdaa7393df5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:45.781394 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58ea6c-6e79-499c-8a4f-44188d604edd req-a16ec4b3-986f-4ce5-bfbf-2050a4cbc5a2 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:45.783169 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ce58ea6c-6e79-499c-8a4f-44188d604edd req-a16ec4b3-986f-4ce5-bfbf-2050a4cbc5a2 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1022072 Aug 24 10:10:45.785809 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a65422f5-5aa7-4537-b47d-990dc32d6584 req-fa26fd9f-e4fe-4dfc-b205-1fdaa7393df5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0960984 Aug 24 10:10:45.789106 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:45.803007 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-284bac1e-0acd-4b9b-83ac-799cd7c67be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:45.804864 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-284bac1e-0acd-4b9b-83ac-799cd7c67be1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7d64931-3d7b-4e32-a686-5b170f9c1a9e HTTP/1.1" status: 200 len: 850 time: 0.0726116 Aug 24 10:10:45.824330 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a65422f5-5aa7-4537-b47d-990dc32d6584 req-1c956ce9-cb56-41e7-8ef9-086e1b2d8ff6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376499 Aug 24 10:10:45.877778 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ce58ea6c-6e79-499c-8a4f-44188d604edd req-ca4023a8-2fc1-445a-bc29-9fb29eca2dee tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713320 Aug 24 10:10:45.886487 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-38f3b711-21df-4965-b462-13776919e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:45.888122 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-38f3b711-21df-4965-b462-13776919e5bf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20d99add-b609-42ab-8840-e559ba5ce163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741827 Aug 24 10:10:46.011214 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-c91e97a7-2f2f-45f9-8e09-a3cd97f85c0d service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057167 Aug 24 10:10:46.064921 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-c2fe6ddd-c35f-4b46-bfba-3efd9dd9427a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761064026&fields=id&tenant_id=3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 267 time: 0.0398738 Aug 24 10:10:46.150856 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2dbb5b2-d22c-4008-bb99-228335c7f3db req-6f173af8-1f7a-40c6-9195-b162a953b77a service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320696 Aug 24 10:10:46.201522 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-b7f5211c-ac29-4215-a088-b8e83618ad38 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:46.203677 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-b7f5211c-ac29-4215-a088-b8e83618ad38 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 811 time: 0.1309445 Aug 24 10:10:46.220506 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-286b8764-31ac-4aec-a777-b00004682c23 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/quotas/3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 375 time: 0.0105751 Aug 24 10:10:46.289267 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-cbef2d68-1b0e-44ae-a729-a6d004d9b1ed tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577745 Aug 24 10:10:46.349351 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b8553-a0e2-464b-9f76-dd6507ea63b5 req-cbae4cff-eaf4-456b-9b6b-fdfc90d6a2fb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:46.351006 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c81b8553-a0e2-464b-9f76-dd6507ea63b5 req-cbae4cff-eaf4-456b-9b6b-fdfc90d6a2fb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0628142 Aug 24 10:10:46.419140 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c81b8553-a0e2-464b-9f76-dd6507ea63b5 req-2806dd09-bd2f-4ded-83c7-390a6a3e84ee tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581691 Aug 24 10:10:46.422414 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-bc70b9f1-6043-417e-8dde-e6efd8786a4c service neutron] 10.222.0.64 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121705 Aug 24 10:10:46.537682 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-0b03c01b-ede8-4125-b5a5-2dc6d8f89382 service neutron] 10.222.0.64 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108649 Aug 24 10:10:46.539029 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2642c52e-99d7-44be-89f1-63c12b3f78ed req-cf7ae43e-f368-46f4-8f97-1cdeed5c9803 tempest-VolumesNegativeTest-912546991 tempest-VolumesNegativeTest-912546991-project] 10.222.0.64 "GET /v2.0/ports?device_id=eba86b9a-dd3c-45ab-92d9-65c074b59aac HTTP/1.1" status: 200 len: 210 time: 0.0319521 Aug 24 10:10:46.989568 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e46f6-16d4-4faa-acc7-e6ee719fa827 req-3494c2fe-a320-4087-9852-995dd55f851e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:46.991098 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b2e46f6-16d4-4faa-acc7-e6ee719fa827 req-3494c2fe-a320-4087-9852-995dd55f851e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0611312 Aug 24 10:10:47.033091 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b2e46f6-16d4-4faa-acc7-e6ee719fa827 req-d8b0be2b-bd18-4dbb-a227-b4b78c52c6a7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355978 Aug 24 10:10:47.163068 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb46b5-2386-4cf5-bc7a-cda6e1fe6973 req-21415d50-b30e-49d3-94f9-9700249e9c01 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:47.164726 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fcdb46b5-2386-4cf5-bc7a-cda6e1fe6973 req-21415d50-b30e-49d3-94f9-9700249e9c01 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0645921 Aug 24 10:10:47.213631 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fcdb46b5-2386-4cf5-bc7a-cda6e1fe6973 req-4af9f75f-f80a-44fb-9e75-c48fc6951fc2 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415547 Aug 24 10:10:47.359278 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 35762) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:47.488760 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-02069a95-94b7-4bc9-b2ee-b22372d7b82a req-7b6ec6b1-9336-442d-af7c-b0363fd1c3d0 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 210 time: 0.0546956 Aug 24 10:10:47.519713 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-174141e9-38d8-4944-9c50-f8a7530004c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:47.597978 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8428058-921f-4afe-a80b-d7cc0afd2378 req-1d5f5cdc-e8a0-43a2-a6c9-f2e0ac64ef9f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:47.601155 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e8428058-921f-4afe-a80b-d7cc0afd2378 req-1d5f5cdc-e8a0-43a2-a6c9-f2e0ac64ef9f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0727868 Aug 24 10:10:47.661830 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e8428058-921f-4afe-a80b-d7cc0afd2378 req-2dfca6f0-c096-4ea2-9d40-654fbc95ed91 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538156 Aug 24 10:10:47.677862 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-174141e9-38d8-4944-9c50-f8a7530004c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:47.757951 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:10:47.769556 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:10:47.793259 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:10:47.793623 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 6005d908-d8dc-44b7-a9f8-607e15e1a4e3 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:10:47.793913 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:10:47.884884 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:47.896726 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'port_id': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'mac_address': 'fa:16:3e:b9:83:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:10:47.903033 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-174141e9-38d8-4944-9c50-f8a7530004c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:47.942257 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:47.948598 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-174141e9-38d8-4944-9c50-f8a7530004c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ce274d988e046d78388e1649bd69972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5881970 Aug 24 10:10:47.949316 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174141e9-38d8-4944-9c50-f8a7530004c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca50d8fd-5d10-4fc6-b19b-0b98e90b5ffd,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:47.951373 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 35786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:47.957678 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:10:47.978485 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:48.009200 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c6e1-b16e-4148-8918-e661c4ca977c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:48.061353 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c6e1-b16e-4148-8918-e661c4ca977c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:48.171804 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9e86d-a0f0-4195-aafe-f3af6df2c714 req-993eb53a-4bf5-4bae-b52d-d56ab590ceec tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:48.174601 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0fb9e86d-a0f0-4195-aafe-f3af6df2c714 req-993eb53a-4bf5-4bae-b52d-d56ab590ceec tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0623097 Aug 24 10:10:48.206172 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:48.218876 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0fb9e86d-a0f0-4195-aafe-f3af6df2c714 req-aeec629b-3c9b-47ab-a043-96a5a3cab0b7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391011 Aug 24 10:10:48.254327 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c6e1-b16e-4148-8918-e661c4ca977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:48.266537 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ef2c6e1-b16e-4148-8918-e661c4ca977c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:48.269597 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-6ef2c6e1-b16e-4148-8918-e661c4ca977c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca50d8fd-5d10-4fc6-b19b-0b98e90b5ffd HTTP/1.1" status: 204 len: 168 time: 0.3163080 Aug 24 10:10:48.307625 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:48.320140 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2c6e1-b16e-4148-8918-e661c4ca977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca50d8fd-5d10-4fc6-b19b-0b98e90b5ffd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:48.392591 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e68dfe-1f96-4526-a808-25687cd81d15 req-b2d4b11b-3855-491d-9b65-484a4581fb4c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:48.394158 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-39e68dfe-1f96-4526-a808-25687cd81d15 req-b2d4b11b-3855-491d-9b65-484a4581fb4c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0709410 Aug 24 10:10:48.436952 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-39e68dfe-1f96-4526-a808-25687cd81d15 req-e6d1fc29-a6b4-4ba1-818c-bdc0c7763c3f tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363188 Aug 24 10:10:48.575506 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad454491-3e0b-4c76-9ed9-8dc82884af07 req-b46ed46c-5d26-47aa-8515-9845cc872229 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 210 time: 0.0270162 Aug 24 10:10:48.597602 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:10:48.792561 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c5f26-2abc-42e4-9e28-6625884d100f req-0d060e37-5026-486c-87d3-b12263ad8836 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:48.794369 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-665c5f26-2abc-42e4-9e28-6625884d100f req-0d060e37-5026-486c-87d3-b12263ad8836 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0580294 Aug 24 10:10:48.847151 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-665c5f26-2abc-42e4-9e28-6625884d100f req-4b64dc02-eec0-4efa-aa99-b78c8aac124d tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 Aug 24 10:10:49.381646 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76faf3-cae4-4d03-8fe4-df241fb4ca97 req-01148eea-30c0-4224-9908-3c222daed3c8 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:49.385222 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4e76faf3-cae4-4d03-8fe4-df241fb4ca97 req-01148eea-30c0-4224-9908-3c222daed3c8 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0625546 Aug 24 10:10:49.425179 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83b1fe-f3b4-4cfc-b7dd-289cca055009 req-12b14c42-9efc-4297-abf4-953b79856730 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:49.425831 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dc83b1fe-f3b4-4cfc-b7dd-289cca055009 req-12b14c42-9efc-4297-abf4-953b79856730 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 944 time: 0.0751648 Aug 24 10:10:49.440990 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4e76faf3-cae4-4d03-8fe4-df241fb4ca97 req-41ae38f1-0c2b-4651-9560-dba3ea272243 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491536 Aug 24 10:10:49.492642 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dc83b1fe-f3b4-4cfc-b7dd-289cca055009 req-bad78596-21b7-4f04-bcd5-5a1c92a88047 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602493 Aug 24 10:10:49.582188 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-f47a97a5-e646-474a-a5d8-1bb96b58875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:49.583918 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-f47a97a5-e646-474a-a5d8-1bb96b58875d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 1099 time: 0.0584376 Aug 24 10:10:49.608948 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe26567-048d-40a6-bbc2-cb561c456516 req-d7993d08-3efa-421f-952a-00557d84c798 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:49.608948 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0fe26567-048d-40a6-bbc2-cb561c456516 req-d7993d08-3efa-421f-952a-00557d84c798 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0678003 Aug 24 10:10:49.683325 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0fe26567-048d-40a6-bbc2-cb561c456516 req-ae314112-f7d4-4b62-9c01-abc9a42223a9 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612757 Aug 24 10:10:49.739677 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-394ad80d-85e2-4f59-8d8c-61bb201aac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:49.742307 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-394ad80d-85e2-4f59-8d8c-61bb201aac3b service neutron] 10.222.0.90 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 913 time: 0.1462524 Aug 24 10:10:49.773033 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:10:49.788320 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8078a045-201d-4874-b863-a5a765e5f39a req-d2b24c9b-12ec-4d27-af49-87ac55c16176 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 210 time: 0.0507202 Aug 24 10:10:49.871444 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-e7d292f6-a81d-4ca8-af8f-e066d44b1cf9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6 HTTP/1.1" status: 200 len: 1001 time: 0.1170337 Aug 24 10:10:49.944832 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-53c62249-eb8f-487b-8964-b201714f48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:49.946300 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-53c62249-eb8f-487b-8964-b201714f48eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7d64931-3d7b-4e32-a686-5b170f9c1a9e HTTP/1.1" status: 200 len: 850 time: 0.0569761 Aug 24 10:10:49.977559 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:49.984448 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:49.987035 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:50.016830 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-eaf0ab3d-b3c2-40a2-9787-8364a0e45e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:50.018476 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-eaf0ab3d-b3c2-40a2-9787-8364a0e45e1e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20d99add-b609-42ab-8840-e559ba5ce163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607188 Aug 24 10:10:50.106703 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:50.146290 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-5004d173-865f-4e17-9211-0becc504ae58 service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132638 Aug 24 10:10:50.150475 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:50.153282 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f179ff-8870-4fa7-8a17-953a4ed1b63a" -d '{"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-plugged", "status": "completed", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:50.169382 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:10:50.224164 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f60380d-37df-4de2-838b-a640a2f95db2 x-openstack-request-id: req-0f60380d-37df-4de2-838b-a640a2f95db2 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:50.224502 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-plugged", "status": "completed", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:50.224947 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f60380d-37df-4de2-838b-a640a2f95db2 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:50.226211 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'code': 200} Aug 24 10:10:50.275090 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:50.322142 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-200d4af4-d8d1-4341-8636-c92e0537e6e2 req-6d9d3159-bc7c-4910-be6d-c56644fafe09 service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633670 Aug 24 10:10:50.390799 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:50.625771 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bc593-29a2-4554-b4e2-2881b0115352 req-94d8c8da-88ed-4d3a-8854-2e80ac0d15ec tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:50.627698 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-337bc593-29a2-4554-b4e2-2881b0115352 req-94d8c8da-88ed-4d3a-8854-2e80ac0d15ec tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0661345 Aug 24 10:10:50.654223 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60154ed-8636-4c85-9e92-69ed0e335449 req-00aa916b-3494-4227-a2c7-de7d0148beb8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:50.657218 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e60154ed-8636-4c85-9e92-69ed0e335449 req-00aa916b-3494-4227-a2c7-de7d0148beb8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0663462 Aug 24 10:10:50.688931 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-337bc593-29a2-4554-b4e2-2881b0115352 req-5ec6664e-9691-42d1-99e6-761ab880f732 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489218 Aug 24 10:10:50.719131 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e60154ed-8636-4c85-9e92-69ed0e335449 req-2a01eee2-bb17-47cc-881f-d52bc98414a1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493767 Aug 24 10:10:50.761166 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa0d77-d699-45bc-9339-9db6c493a762 req-937bf5c3-d5b3-4e57-9720-763e679133ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:50.762844 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c9fa0d77-d699-45bc-9339-9db6c493a762 req-937bf5c3-d5b3-4e57-9720-763e679133ea service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 1098 time: 0.0626860 Aug 24 10:10:50.939660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feab05-ffd8-410e-883e-d728aa03703d req-218c8bfe-4014-4092-bc57-d406cf0b7e7b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:50.942757 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8feab05-ffd8-410e-883e-d728aa03703d req-218c8bfe-4014-4092-bc57-d406cf0b7e7b tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.1317372 Aug 24 10:10:50.945754 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c9fa0d77-d699-45bc-9339-9db6c493a762 req-707e8fcd-7e75-4140-8528-90096bb63155 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156297 Aug 24 10:10:50.974385 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9d308cf2-cbea-4a74-b799-d5e7b3c3c1d2 req-0bf5a68a-53ed-4adb-9960-77130b10338b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 210 time: 0.0723758 Aug 24 10:10:51.063803 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8feab05-ffd8-410e-883e-d728aa03703d req-0712c8dc-3da4-412c-98ac-aec3a725b468 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015618 Aug 24 10:10:51.103194 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2fbbe42a-9759-4136-96e8-64d53f30089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:51.105551 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-848b074b-3d5c-4832-9a31-b4e8eefe3664 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:51.107874 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-848b074b-3d5c-4832-9a31-b4e8eefe3664 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 811 time: 0.1608584 Aug 24 10:10:51.361573 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-7687f94d-44e1-40cc-880c-91421843b36d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 380 time: 0.0690784 Aug 24 10:10:51.455466 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'port': {'device_id': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'admin_state_up': True, 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'security_groups': ['a54c92cf-e757-47d9-b400-5a36424bdb1c']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:51.725805 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Made reservation on behalf of 3c1624d102ac47bc8b0b35a61705cf06 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:10:51.729722 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:51.902394 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa23ece-9db3-439a-ac36-7bbb161aabb0 req-7c63200b-d14a-4b9c-a903-79dd7791101c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:51.904076 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7fa23ece-9db3-439a-ac36-7bbb161aabb0 req-7c63200b-d14a-4b9c-a903-79dd7791101c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0761397 Aug 24 10:10:51.955085 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7fa23ece-9db3-439a-ac36-7bbb161aabb0 req-306848eb-8698-400b-bd16-7d6578bfd5bf tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417295 Aug 24 10:10:52.140767 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cc97e68d-7361-47c4-b912-a82101ceb3b5 req-94496694-139a-4d8a-ab5e-dd9ff7c95706 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 210 time: 0.0480897 Aug 24 10:10:52.241399 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c2be-dbcf-499c-a742-6fd1a01cb02f req-7ff4b3d3-3a0f-48b7-9e01-44ba8bcefcc8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:52.249828 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d8f6c2be-dbcf-499c-a742-6fd1a01cb02f req-7ff4b3d3-3a0f-48b7-9e01-44ba8bcefcc8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.3957098 Aug 24 10:10:52.275622 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Allocated IP 172.20.0.13 (7fa89d56-2df8-4e27-a388-688a0285a0c8/672604b2-9679-420c-93a6-253961131fd8/724bc409-b50e-4039-be07-7c7426c94630) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:10:52.295630 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c9906-5801-47e3-a8d9-178c2c6c1207 req-edac934f-4543-44bf-ad92-efd0957a0323 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:52.298453 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-af8c9906-5801-47e3-a8d9-178c2c6c1207 req-edac934f-4543-44bf-ad92-efd0957a0323 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0805383 Aug 24 10:10:52.332278 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d8f6c2be-dbcf-499c-a742-6fd1a01cb02f req-c9d8b89b-85be-4624-ab80-bcf2a3a41ec2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788097 Aug 24 10:10:52.387857 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-af8c9906-5801-47e3-a8d9-178c2c6c1207 req-c2f80bf2-09f0-41f1-93f5-efe0b30f87bb tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=c1b30dc2-9664-4342-86a6-2a8eb10aaed1&id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794220 Aug 24 10:10:52.535265 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:52.554675 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Transition to ACTIVE for port object 724bc409-b50e-4039-be07-7c7426c94630 will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:52.698873 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:52.753917 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:10:52.757511 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:10:52.761848 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:10:52.774160 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=724bc409-b50e-4039-be07-7c7426c94630,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:52.799851 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.800631 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.800998 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.801388 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.801979 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.805921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.805921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.805921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.805921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.805921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.805921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.805921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:52.862494 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:52.863281 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:52.974125 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-d7ce7002-044a-4e81-b34b-b25f6ef7ce57 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5238693 Aug 24 10:10:53.002480 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Request body: {'port': {'device_id': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:53.109314 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:53.125546 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-324c05c5-f4db-45e8-bf85-74afc2ee3064 None None] Provisioning for port 724bc409-b50e-4039-be07-7c7426c94630 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:10:53.130005 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-324c05c5-f4db-45e8-bf85-74afc2ee3064 None None] Provisioning complete for port 724bc409-b50e-4039-be07-7c7426c94630 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:10:53.130349 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-324c05c5-f4db-45e8-bf85-74afc2ee3064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:53.172930 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-324c05c5-f4db-45e8-bf85-74afc2ee3064 None None] Port 724bc409-b50e-4039-be07-7c7426c94630 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:10:53.365597 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90c1fb-3dc6-40ab-93b7-c696914052f9 req-3a4916c3-f321-418f-afe5-30c347cc5b1b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:53.367304 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ea90c1fb-3dc6-40ab-93b7-c696914052f9 req-3a4916c3-f321-418f-afe5-30c347cc5b1b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 932 time: 0.1212528 Aug 24 10:10:53.448743 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ea90c1fb-3dc6-40ab-93b7-c696914052f9 req-f9e79ad4-29af-4231-9779-d37098e84626 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651438 Aug 24 10:10:53.512777 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724bc409-b50e-4039-be07-7c7426c94630 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:10:53.517969 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6df72-874f-4831-b176-b2a302769997 req-ce7a26ec-74c1-4bca-956a-13741d1fc278 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:53.519594 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-37e6df72-874f-4831-b176-b2a302769997 req-ce7a26ec-74c1-4bca-956a-13741d1fc278 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0727394 Aug 24 10:10:53.523012 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:53.540239 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Transition to ACTIVE for port object 724bc409-b50e-4039-be07-7c7426c94630 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:10:53.567600 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-37e6df72-874f-4831-b176-b2a302769997 req-bf367a30-2800-49a5-ab37-800e2cc4bd44 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394728 Aug 24 10:10:53.695310 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:53.779060 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Pushing event updated for resources: {'Port': ['ID=724bc409-b50e-4039-be07-7c7426c94630,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:53.789080 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b2858-b99c-4e34-ae35-a66b956e3635 req-86b43292-c2f1-4fb4-a747-51b89f4edd9d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:53.790954 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d76b2858-b99c-4e34-ae35-a66b956e3635 req-86b43292-c2f1-4fb4-a747-51b89f4edd9d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.1343138 Aug 24 10:10:53.801451 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36064) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:53.810479 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'floatingip': {'port_id': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:10:53.874344 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-883ad91d-1a1b-4b8b-a928-09313cb95e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:53.974767 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Attempting to bind port 724bc409-b50e-4039-be07-7c7426c94630 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:10:53.975461 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Attempting to bind port 724bc409-b50e-4039-be07-7c7426c94630 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:10:53.976333 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Attempting to bind port 724bc409-b50e-4039-be07-7c7426c94630 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:53.985123 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Port 724bc409-b50e-4039-be07-7c7426c94630 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:10:53.985445 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:53.992294 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Attempting to bind port 724bc409-b50e-4039-be07-7c7426c94630 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:10:53.998407 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:10:54.000364 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Checking segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:10:54.001111 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Bound using segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:10:54.001954 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Bound port: 724bc409-b50e-4039-be07-7c7426c94630, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:10:54.002559 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:54.041479 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:54.109874 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] For port 724bc409-b50e-4039-be07-7c7426c94630, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:10:54.114724 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] For port 724bc409-b50e-4039-be07-7c7426c94630, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=724bc409-b50e-4039-be07-7c7426c94630,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:10:54.223421 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:54.264065 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:54.265012 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:54.266790 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] 10.222.0.90 "PUT /v2.0/ports/724bc409-b50e-4039-be07-7c7426c94630 HTTP/1.1" status: 200 len: 1094 time: 1.2714243 Aug 24 10:10:54.267493 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'tag': '724bc409-b50e-4039-be07-7c7426c94630'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:54.270596 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1309d36-95e4-4b84-bf6a-f1b1e9461f51" -d '{"events": [{"name": "network-changed", "server_uuid": "54fd98bf-3ae5-47c2-90b3-532a1a3c1363", "tag": "724bc409-b50e-4039-be07-7c7426c94630"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:54.317382 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17096903-dd00-45fd-b60b-e78be141ed7a service neutron] Pushing event updated for resources: {'Port': ['ID=724bc409-b50e-4039-be07-7c7426c94630,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:54.347168 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8500212-a432-4455-8ee2-63d089514e45 x-openstack-request-id: req-a8500212-a432-4455-8ee2-63d089514e45 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:54.347508 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fd98bf-3ae5-47c2-90b3-532a1a3c1363", "tag": "724bc409-b50e-4039-be07-7c7426c94630", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:54.349842 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8500212-a432-4455-8ee2-63d089514e45 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:54.350511 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'tag': '724bc409-b50e-4039-be07-7c7426c94630', 'status': 'completed', 'code': 200} Aug 24 10:10:54.629977 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa11fa-9bd2-4e3e-a325-578ed55b0a6d req-e7e62c58-702f-468e-a78f-72d9ac10457b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:54.631805 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9ffa11fa-9bd2-4e3e-a325-578ed55b0a6d req-e7e62c58-702f-468e-a78f-72d9ac10457b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0905557 Aug 24 10:10:54.698000 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9ffa11fa-9bd2-4e3e-a325-578ed55b0a6d req-3bb8c96e-8cda-472d-940b-5b7d58c5ca08 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583639 Aug 24 10:10:54.742406 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.db.resource_extend [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 10:10:54.830990 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:54.925773 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:55.240206 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:55.284517 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.l3_db [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Floating IP ca9a2e63-2510-4881-87bc-ba28a7d58d61 associated. External IP: 172.27.3.225, port: 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f. Aug 24 10:10:55.575665 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:10:55.701596 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:10:55.707905 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:55.715949 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] Sync routers for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:10:55.732323 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:55.733431 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:10:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:55.763563 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-f8f7564f-815a-4e41-b5f9-d11bd1d8a51b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "PUT /v2.0/floatingips/ca9a2e63-2510-4881-87bc-ba28a7d58d61 HTTP/1.1" status: 200 len: 991 time: 1.9569983 Aug 24 10:10:55.763563 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:10:55.769180 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad41afd6-a794-40f0-b534-88969d82a121" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:10:55.888893 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979cd9d-ee7f-42da-a6ff-b4e8bdd4410d req-daec28e8-d7e3-46e8-9e6f-ba7b5396a00d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:55.891462 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4979cd9d-ee7f-42da-a6ff-b4e8bdd4410d req-daec28e8-d7e3-46e8-9e6f-ba7b5396a00d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0589919 Aug 24 10:10:55.912636 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:55.957928 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4979cd9d-ee7f-42da-a6ff-b4e8bdd4410d req-f0786cdf-502a-446f-884b-88156a8b3ed5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550506 Aug 24 10:10:56.039245 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd36e44-5351-45df-87f9-d332e90a921b x-openstack-request-id: req-3dd36e44-5351-45df-87f9-d332e90a921b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:10:56.039733 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:10:56.040097 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3dd36e44-5351-45df-87f9-d332e90a921b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:10:56.040745 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'status': 'completed', 'code': 200} Aug 24 10:10:56.345428 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'ca9a2e63-2510-4881-87bc-ba28a7d58d61', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'port_id': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'mac_address': 'fa:16:3e:b9:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:10:35Z', 'updated_at': '2021-08-24T10:10:54Z', 'revision_number': 1, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:56.375649 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] Checking router: 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:10:56.385003 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:10:56.385632 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:10:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:56.510479 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:10:56.615057 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1309d36-95e4-4b84-bf6a-f1b1e9461f51 req-77e60758-554d-41f9-93d1-6436e957e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:56.616909 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1309d36-95e4-4b84-bf6a-f1b1e9461f51 req-77e60758-554d-41f9-93d1-6436e957e9a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 1097 time: 0.0897973 Aug 24 10:10:56.619220 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41afd6-a794-40f0-b534-88969d82a121 req-f6d12957-5e77-429c-8e32-ad2b53065280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:56.620898 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad41afd6-a794-40f0-b534-88969d82a121 req-f6d12957-5e77-429c-8e32-ad2b53065280 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 1098 time: 0.0926182 Aug 24 10:10:56.814170 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41afd6-a794-40f0-b534-88969d82a121 req-275d5f1c-1fec-4a67-ad60-17609e3f3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:56.815839 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad41afd6-a794-40f0-b534-88969d82a121 req-275d5f1c-1fec-4a67-ad60-17609e3f3ec4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 918 time: 0.1786363 Aug 24 10:10:56.834234 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:56.906398 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1309d36-95e4-4b84-bf6a-f1b1e9461f51 req-9d4eecca-e1d0-45e4-9777-9efe751d80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:56.908102 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1309d36-95e4-4b84-bf6a-f1b1e9461f51 req-9d4eecca-e1d0-45e4-9777-9efe751d80ae service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2723365 Aug 24 10:10:56.926966 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad41afd6-a794-40f0-b534-88969d82a121 req-1e74cd62-7cd6-4183-865a-704e10d3fdd1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f HTTP/1.1" status: 200 len: 999 time: 0.1035054 Aug 24 10:10:56.935763 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'ca9a2e63-2510-4881-87bc-ba28a7d58d61', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'port_id': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'mac_address': 'fa:16:3e:b9:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:10:35Z', 'updated_at': '2021-08-24T10:10:54Z', 'revision_number': 1, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:10:56.967077 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3dc5a7-2960-40eb-b3d3-bf36ee6725aa None None] The sync data for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi is: [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'ca9a2e63-2510-4881-87bc-ba28a7d58d61', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'port_id': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'mac_address': 'fa:16:3e:b9:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:10:35Z', 'updated_at': '2021-08-24T10:10:54Z', 'revision_number': 1, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:10:57.052095 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41afd6-a794-40f0-b534-88969d82a121 req-5cb6480f-cee2-4ccc-952e-c514e20a6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:57.052095 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad41afd6-a794-40f0-b534-88969d82a121 req-5cb6480f-cee2-4ccc-952e-c514e20a6693 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.1071968 Aug 24 10:10:57.114300 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1309d36-95e4-4b84-bf6a-f1b1e9461f51 req-78a8b66d-ed76-4aad-ad9f-60ea63b3bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:57.114567 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6c02d-d649-4b9d-ae66-998fd6a63aa9 req-cd1df691-67c6-44ba-a8e5-a469812bc81b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:57.115786 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1309d36-95e4-4b84-bf6a-f1b1e9461f51 req-78a8b66d-ed76-4aad-ad9f-60ea63b3bc6a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1772318 Aug 24 10:10:57.116030 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea6c02d-d649-4b9d-ae66-998fd6a63aa9 req-cd1df691-67c6-44ba-a8e5-a469812bc81b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0563695 Aug 24 10:10:57.134426 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41afd6-a794-40f0-b534-88969d82a121 req-e12fe8b1-8a63-4b28-aca2-2919da870a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:57.135957 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad41afd6-a794-40f0-b534-88969d82a121 req-e12fe8b1-8a63-4b28-aca2-2919da870a03 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769086 Aug 24 10:10:57.162872 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6ea6c02d-d649-4b9d-ae66-998fd6a63aa9 req-c4a10af1-b713-4cb6-bf61-4a37c3a02d10 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390084 Aug 24 10:10:57.235947 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78359354-b66a-4ba0-a8e6-5b38451e6763 None None] New status for floating IP ca9a2e63-2510-4881-87bc-ba28a7d58d61: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:10:57.309690 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-162f1b61-e970-4f41-8731-12333a064f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:57.311899 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-162f1b61-e970-4f41-8731-12333a064f1e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 1097 time: 0.1177599 Aug 24 10:10:57.340445 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad41afd6-a794-40f0-b534-88969d82a121 req-75eea660-519e-4941-973a-47e2c1f59e45 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791134 Aug 24 10:10:57.378186 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-35d47eda-edc2-4f9a-a10c-b6efd01a2818 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=724bc409-b50e-4039-be07-7c7426c94630 HTTP/1.1" status: 200 len: 217 time: 0.0484841 Aug 24 10:10:57.481452 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-230e35f1-c896-4f52-80c5-f9eddb5a5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:57.482973 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-230e35f1-c896-4f52-80c5-f9eddb5a5c29 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0902197 Aug 24 10:10:57.512830 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ad41afd6-a794-40f0-b534-88969d82a121 req-d40e05c8-c1f8-4bec-9b56-2fdfb6b8a6e2 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447878 Aug 24 10:10:57.562830 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-cec7bb63-e7dc-495c-b191-076bc31e2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:57.566940 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-cec7bb63-e7dc-495c-b191-076bc31e2db8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688190 Aug 24 10:10:57.685020 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-dc2facb9-f3d1-4955-aadb-eabc1b0fe8f0 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107991 Aug 24 10:10:57.808426 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e4472eeb-8224-4d16-9d1c-9f8a6b087795 req-93c4bafd-23c7-463a-92a6-40ed74e0a10e service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045425 Aug 24 10:10:58.298244 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc09250-d6f4-4b26-9cc4-6268312b7b3b req-2374a1d7-65df-4489-9291-ad7956589ac9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:58.299817 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2bc09250-d6f4-4b26-9cc4-6268312b7b3b req-2374a1d7-65df-4489-9291-ad7956589ac9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0594194 Aug 24 10:10:58.345763 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2bc09250-d6f4-4b26-9cc4-6268312b7b3b req-58e564e1-0d88-495d-a08d-b96578075417 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384965 Aug 24 10:10:58.404061 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36134) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:58.583225 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5572585d-37c1-4a98-87d1-b610742232c7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b26fadefdd040d197af7fb055574ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775513 Aug 24 10:10:58.587947 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36142) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:10:58.649717 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:58.679973 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:58.879600 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:58.882197 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:10:58.883367 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c44fe456-3b05-42c9-bf3b-41826690b5eb HTTP/1.1" status: 204 len: 168 time: 0.2947052 Aug 24 10:10:58.894185 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44fe456-3b05-42c9-bf3b-41826690b5eb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:10:58.903700 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.904036 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.904369 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.904744 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.905300 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.905471 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.905743 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.906093 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.906464 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.906797 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.907120 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:58.907452 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a55763-1e07-4faf-b82c-bdcf350cb452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:10:59.489935 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6b5ff-e624-43c4-9595-f9e033e0d7a5 req-f48849d1-b8ae-4d6d-a77b-fdd101f0b49d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:10:59.491593 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b4f6b5ff-e624-43c4-9595-f9e033e0d7a5 req-f48849d1-b8ae-4d6d-a77b-fdd101f0b49d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0588450 Aug 24 10:10:59.539865 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b4f6b5ff-e624-43c4-9595-f9e033e0d7a5 req-8e4967a7-f267-40a6-9deb-90f8b46d3c0e tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416088 Aug 24 10:11:00.414404 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36176) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:00.527703 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-97782163-network', 'tenant_id': '38d4c29b37174531a85592a7cfbe8cdf'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:00.681342 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b8be4-6e5a-4254-a56d-82b08f9fc871 req-b4006a2a-3d1f-4c26-8a0f-d0be4710c1a8 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:00.683111 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e10b8be4-6e5a-4254-a56d-82b08f9fc871 req-b4006a2a-3d1f-4c26-8a0f-d0be4710c1a8 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0570166 Aug 24 10:11:00.685833 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Made reservation on behalf of 38d4c29b37174531a85592a7cfbe8cdf for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:11:00.689924 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:00.713636 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:00.763523 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36184) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:00.771514 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e10b8be4-6e5a-4254-a56d-82b08f9fc871 req-4ef8ae6b-b5dd-4030-b687-067ae87bb1c3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757329 Aug 24 10:11:00.872701 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:00.925577 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-084005b2-e4af-41a0-9810-0246e0a653db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:00.971616 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.003017 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1212, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:11:01.013779 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bc1908-cb8f-4687-aa15-67fdf0a4d42a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:01.020735 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.021356 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Added segment 42993a51-f038-4055-a157-0ab55e22a305 of type vlan for network 08a986d5-43cd-4b75-8101-df78b069621b Aug 24 10:11:01.067971 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.102267 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-084005b2-e4af-41a0-9810-0246e0a653db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.182764 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.183736 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:01.184326 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.205965 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-084005b2-e4af-41a0-9810-0246e0a653db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.251801 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] Pushing event updated for resources: {'Network': ['ID=08a986d5-43cd-4b75-8101-df78b069621b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:01.260353 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-084005b2-e4af-41a0-9810-0246e0a653db admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ff981740aaf408baada7f6c9ddf5945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945376 Aug 24 10:11:01.263849 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36190) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:01.265385 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084005b2-e4af-41a0-9810-0246e0a653db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a199e2bd-a395-4818-b821-200363ad6a4b,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:01.267653 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 08a986d5-43cd-4b75-8101-df78b069621b details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:11:01.283838 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-05e7a825-aa4a-42fb-a6b7-3b4653cceb4a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8680522 Aug 24 10:11:01.288757 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36192) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:01.295061 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Request body: {'subnet': {'network_id': '08a986d5-43cd-4b75-8101-df78b069621b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-97782163-subnet', 'tenant_id': '38d4c29b37174531a85592a7cfbe8cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:01.361756 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f7b638f-2bd8-44b5-9dbe-9f6833d0846c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.386645 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f7b638f-2bd8-44b5-9dbe-9f6833d0846c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.447127 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Made reservation on behalf of 38d4c29b37174531a85592a7cfbe8cdf for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:11:01.449676 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.585337 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f7b638f-2bd8-44b5-9dbe-9f6833d0846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.587995 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f7b638f-2bd8-44b5-9dbe-9f6833d0846c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.589244 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-1f7b638f-2bd8-44b5-9dbe-9f6833d0846c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a199e2bd-a395-4818-b821-200363ad6a4b HTTP/1.1" status: 204 len: 168 time: 0.3229394 Aug 24 10:11:01.602660 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b638f-2bd8-44b5-9dbe-9f6833d0846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a199e2bd-a395-4818-b821-200363ad6a4b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:01.846508 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:01.939159 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4dabd65-b0cb-4e26-800a-7f899856647e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:01.964629 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f285ff1-e6bb-4b85-b675-fc714f46c566 req-95f4e5bb-a6ec-46bd-85f9-ceefa41cfc0b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:01.966258 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3f285ff1-e6bb-4b85-b675-fc714f46c566 req-95f4e5bb-a6ec-46bd-85f9-ceefa41cfc0b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.1143565 Aug 24 10:11:01.969991 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Checking segment: {'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:11:01.970343 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Network hostable DHCP agents. Network: 08a986d5-43cd-4b75-8101-df78b069621b, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:11:02.024837 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3f285ff1-e6bb-4b85-b675-fc714f46c566 req-652de4b0-73db-4cef-ba31-820ae9dd7d80 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506663 Aug 24 10:11:02.120073 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Network 08a986d5-43cd-4b75-8101-df78b069621b is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:11:02.234739 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 08a986d5-43cd-4b75-8101-df78b069621b) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:11:02.239449 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:02.240155 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:02.246405 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6440e9-608a-4981-b540-aa8d4a572db6 None None] Network 08a986d5-43cd-4b75-8101-df78b069621b requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:11:02.361400 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-11158ccb-59f0-47d9-bd55-4e4ff23d3b43 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0709577 Aug 24 10:11:02.394407 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38c640-d459-469b-ad8a-d58dac46ed87 None None] Network 08a986d5-43cd-4b75-8101-df78b069621b requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:11:03.160834 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e5f6-3f24-4a3e-a811-dbd3d1653f1c req-fe760ba2-b3f9-4660-91a4-b16e12b57b8a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:03.162406 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7b20e5f6-3f24-4a3e-a811-dbd3d1653f1c req-fe760ba2-b3f9-4660-91a4-b16e12b57b8a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0528948 Aug 24 10:11:03.203473 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7b20e5f6-3f24-4a3e-a811-dbd3d1653f1c req-657a205a-c595-44e8-84f7-b1c01dedf7ac tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347846 Aug 24 10:11:04.329507 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbbf03-1245-4964-a1a7-2c471b3bc1c4 req-de068f8f-6d48-481f-8b33-b56649e39d66 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:04.331274 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8bbbbf03-1245-4964-a1a7-2c471b3bc1c4 req-de068f8f-6d48-481f-8b33-b56649e39d66 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0542986 Aug 24 10:11:04.378635 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8bbbbf03-1245-4964-a1a7-2c471b3bc1c4 req-79b41da3-e19f-4006-8a91-cbafb6bd9608 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409064 Aug 24 10:11:04.736876 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-df73d638-b2a2-4455-b34b-8ce158fb771c tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:04.738499 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-df73d638-b2a2-4455-b34b-8ce158fb771c tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/networks?id=08a986d5-43cd-4b75-8101-df78b069621b HTTP/1.1" status: 200 len: 812 time: 0.1187799 Aug 24 10:11:04.754726 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-217f0782-7ca1-4fb5-a56b-e905b7217b2f tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/quotas/38d4c29b37174531a85592a7cfbe8cdf HTTP/1.1" status: 200 len: 375 time: 0.0100429 Aug 24 10:11:04.790031 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-00ff7f0c-27ff-47b1-b617-2677e9e5a837 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289052 Aug 24 10:11:04.893378 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-d0fc5ad0-c7a4-400c-a850-c97243a30964 service neutron] 10.222.0.64 "GET /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956485 Aug 24 10:11:04.987554 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-dc9707ba-4463-4f2c-afab-1a8b909e0292 service neutron] 10.222.0.64 "GET /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880783 Aug 24 10:11:05.303735 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-17eb3981-b802-4b11-a73e-4fb4e480507a req-269276a6-1bf1-4df4-9b08-9eb86f0c39e1 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 210 time: 0.0440412 Aug 24 10:11:05.501654 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7ccb1-ef92-4fb6-9e40-6f2c0aa46188 req-ac60f63a-1db2-48df-bf36-388ff58fa5cd tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:05.503224 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0ac7ccb1-ef92-4fb6-9e40-6f2c0aa46188 req-ac60f63a-1db2-48df-bf36-388ff58fa5cd tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0501547 Aug 24 10:11:05.543878 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0ac7ccb1-ef92-4fb6-9e40-6f2c0aa46188 req-81d740f7-89d7-48d7-bf00-77e9885589ca tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339739 Aug 24 10:11:06.327600 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 724bc409-b50e-4039-be07-7c7426c94630 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:11:06.393063 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d2543132-8fe8-4073-b94b-fd314c5562c5 req-d909b1da-14e1-49ae-ba3e-4bc6bd6ddfb1 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 210 time: 0.0310211 Aug 24 10:11:06.464930 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 724bc409-b50e-4039-be07-7c7426c94630, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=724bc409-b50e-4039-be07-7c7426c94630,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:06.480415 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '724bc409-b50e-4039-be07-7c7426c94630', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'port_id': '724bc409-b50e-4039-be07-7c7426c94630', 'mac_address': 'fa:16:3e:67:cc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:11:06.522998 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:06.536982 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724bc409-b50e-4039-be07-7c7426c94630 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:11:06.559178 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 724bc409-b50e-4039-be07-7c7426c94630, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=724bc409-b50e-4039-be07-7c7426c94630,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:06.640879 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:06.682700 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eed59b-1393-4221-b505-953813cefe9e req-50bb7a42-f0e9-424b-b752-79b1161e70d5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:06.684247 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-49eed59b-1393-4221-b505-953813cefe9e req-50bb7a42-f0e9-424b-b752-79b1161e70d5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 944 time: 0.0620561 Aug 24 10:11:06.699043 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=724bc409-b50e-4039-be07-7c7426c94630,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:06.745504 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-49eed59b-1393-4221-b505-953813cefe9e req-170f363c-6ec4-4d56-84cc-11f5d344fd47 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538151 Aug 24 10:11:07.002125 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['724bc409-b50e-4039-be07-7c7426c94630'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:11:07.517935 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1b79614b-7abe-4367-9a60-515e44b6bd58 req-bc869559-c813-43d4-be21-27ca06d40793 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 210 time: 0.0321882 Aug 24 10:11:07.870490 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab8c0f-4ba1-46db-ab50-61f53f1d22fd req-22b84044-dc27-4bc1-a460-9455a8907a83 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:07.872059 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cdab8c0f-4ba1-46db-ab50-61f53f1d22fd req-22b84044-dc27-4bc1-a460-9455a8907a83 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 945 time: 0.0530889 Aug 24 10:11:07.913727 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cdab8c0f-4ba1-46db-ab50-61f53f1d22fd req-6bd9e272-2537-4964-9ea2-86d7a70aecd5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350201 Aug 24 10:11:08.173443 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-be565067-ce69-4617-a6f9-b1aa35e9b8ca tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:08.174734 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-be565067-ce69-4617-a6f9-b1aa35e9b8ca tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.90 "GET /v2.0/networks?id=08a986d5-43cd-4b75-8101-df78b069621b HTTP/1.1" status: 200 len: 812 time: 0.1166372 Aug 24 10:11:08.196812 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Request body: {'port': {'device_id': 'd7df4c7d-5abb-4923-a399-917f5dd99921', 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b', 'admin_state_up': True, 'tenant_id': '38d4c29b37174531a85592a7cfbe8cdf'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:08.330199 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 724bc409-b50e-4039-be07-7c7426c94630 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:11:08.450500 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Made reservation on behalf of 38d4c29b37174531a85592a7cfbe8cdf for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:11:08.454169 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:08.490355 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 724bc409-b50e-4039-be07-7c7426c94630 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:11:08.494954 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 724bc409-b50e-4039-be07-7c7426c94630 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:11:08.495319 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:08.580048 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:08.590298 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Allocated IP 172.20.0.11 (08a986d5-43cd-4b75-8101-df78b069621b/a4dabd65-b0cb-4e26-800a-7f899856647e/e82cdb8a-848b-4916-9705-84fc96bd610e) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:11:08.612939 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724bc409-b50e-4039-be07-7c7426c94630'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:08.615286 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b74bea7-b9b2-4ee8-8b2a-c4de41c98d8d" -d '{"events": [{"server_uuid": "54fd98bf-3ae5-47c2-90b3-532a1a3c1363", "name": "network-vif-plugged", "status": "completed", "tag": "724bc409-b50e-4039-be07-7c7426c94630"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:08.633678 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 724bc409-b50e-4039-be07-7c7426c94630, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=724bc409-b50e-4039-be07-7c7426c94630,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:08.634378 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-44b4543e-779c-45fc-8b88-bfb5a657e674 req-84531a4a-6ea1-4424-95b3-89caaf3ad006 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 210 time: 0.0384510 Aug 24 10:11:08.659119 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4bd4c5-7242-4f1f-a15f-e45ef392b324 x-openstack-request-id: req-ec4bd4c5-7242-4f1f-a15f-e45ef392b324 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:08.659382 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd98bf-3ae5-47c2-90b3-532a1a3c1363", "name": "network-vif-plugged", "status": "completed", "tag": "724bc409-b50e-4039-be07-7c7426c94630", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:08.659619 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ec4bd4c5-7242-4f1f-a15f-e45ef392b324 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:08.660050 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724bc409-b50e-4039-be07-7c7426c94630', 'code': 200} Aug 24 10:11:08.736577 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:08.791078 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:08.795877 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=724bc409-b50e-4039-be07-7c7426c94630,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:08.892104 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:08.941379 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Network 08a986d5-43cd-4b75-8101-df78b069621b is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:11:08.948499 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:11:08.956472 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:11:08.977948 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Pushing event updated for resources: {'Port': ['ID=e82cdb8a-848b-4916-9705-84fc96bd610e,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:09.037407 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:09.038089 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:09.070494 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6905d-abad-4047-a530-b5fe5034d8bc req-7711f61b-bc08-48c3-9b2b-157103742ab5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:09.071993 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eeb6905d-abad-4047-a530-b5fe5034d8bc req-7711f61b-bc08-48c3-9b2b-157103742ab5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0755887 Aug 24 10:11:09.129993 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eeb6905d-abad-4047-a530-b5fe5034d8bc req-e175e3cd-e89d-4a21-8236-11d44d33ad9a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508847 Aug 24 10:11:09.135933 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4a241-4a97-4fad-84a6-c0d1c319100a req-fc2352b0-3869-4c8a-8b17-03dd0591f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:09.137408 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b5e4a241-4a97-4fad-84a6-c0d1c319100a req-fc2352b0-3869-4c8a-8b17-03dd0591f304 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 1099 time: 0.0767219 Aug 24 10:11:09.139085 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-a48b49b0-72d7-47e1-99aa-e2937f6ab20a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9468112 Aug 24 10:11:09.172309 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Request body: {'port': {'device_id': 'd7df4c7d-5abb-4923-a399-917f5dd99921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:09.239442 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b5e4a241-4a97-4fad-84a6-c0d1c319100a req-c67fd58a-2c32-462d-beec-34aac1386869 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775483 Aug 24 10:11:09.248001 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:09.532814 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82cdb8a-848b-4916-9705-84fc96bd610e {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:11:09.540638 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:09.553835 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Transition to ACTIVE for port object e82cdb8a-848b-4916-9705-84fc96bd610e will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:11:09.639001 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:09.716374 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Pushing event updated for resources: {'Port': ['ID=e82cdb8a-848b-4916-9705-84fc96bd610e,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:09.792075 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdae98-5d50-4972-a24e-a6ab153e1179 req-7115b8fd-4b89-4b5d-be5b-9f8fba6c3ee2 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:09.793284 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Attempting to bind port e82cdb8a-848b-4916-9705-84fc96bd610e on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:11:09.793578 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-65cdae98-5d50-4972-a24e-a6ab153e1179 req-7115b8fd-4b89-4b5d-be5b-9f8fba6c3ee2 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 944 time: 0.0694981 Aug 24 10:11:09.793692 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Attempting to bind port e82cdb8a-848b-4916-9705-84fc96bd610e by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:11:09.793941 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Attempting to bind port e82cdb8a-848b-4916-9705-84fc96bd610e on network 08a986d5-43cd-4b75-8101-df78b069621b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:11:09.800068 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Port e82cdb8a-848b-4916-9705-84fc96bd610e on network 08a986d5-43cd-4b75-8101-df78b069621b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:11:09.800524 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Attempting to bind port e82cdb8a-848b-4916-9705-84fc96bd610e on network 08a986d5-43cd-4b75-8101-df78b069621b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:11:09.807078 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:11:09.807417 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Checking segment: {'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:11:09.807802 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Bound using segment: {'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:11:09.808238 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Bound port: e82cdb8a-848b-4916-9705-84fc96bd610e, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:11:09.808624 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:09.835976 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-65cdae98-5d50-4972-a24e-a6ab153e1179 req-b654fc45-2178-4ccb-9fc6-fa0fc9982da5 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Aug 24 10:11:09.887695 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] For port e82cdb8a-848b-4916-9705-84fc96bd610e, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:11:09.891818 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] For port e82cdb8a-848b-4916-9705-84fc96bd610e, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=e82cdb8a-848b-4916-9705-84fc96bd610e,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:11:09.977238 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:10.019475 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:10.020092 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:10.021653 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] 10.222.0.90 "PUT /v2.0/ports/e82cdb8a-848b-4916-9705-84fc96bd610e HTTP/1.1" status: 200 len: 1094 time: 0.8585117 Aug 24 10:11:10.022111 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7df4c7d-5abb-4923-a399-917f5dd99921', 'tag': 'e82cdb8a-848b-4916-9705-84fc96bd610e'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:10.024377 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf40a19-21f7-4488-9fc7-f5b6269ae764" -d '{"events": [{"name": "network-changed", "server_uuid": "d7df4c7d-5abb-4923-a399-917f5dd99921", "tag": "e82cdb8a-848b-4916-9705-84fc96bd610e"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:10.053883 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe685300-4136-425d-bf08-4bd04ef42ead service neutron] Pushing event updated for resources: {'Port': ['ID=e82cdb8a-848b-4916-9705-84fc96bd610e,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:10.070279 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4c0766-7bec-4576-9d43-6b936a0c069a x-openstack-request-id: req-5c4c0766-7bec-4576-9d43-6b936a0c069a {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:10.070279 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7df4c7d-5abb-4923-a399-917f5dd99921", "tag": "e82cdb8a-848b-4916-9705-84fc96bd610e", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:10.070279 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c4c0766-7bec-4576-9d43-6b936a0c069a {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:10.070279 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7df4c7d-5abb-4923-a399-917f5dd99921', 'tag': 'e82cdb8a-848b-4916-9705-84fc96bd610e', 'status': 'completed', 'code': 200} Aug 24 10:11:10.192212 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40a19-21f7-4488-9fc7-f5b6269ae764 req-c96aaeb6-195d-4f72-a77b-376efe194e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:10.194386 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7cf40a19-21f7-4488-9fc7-f5b6269ae764 req-c96aaeb6-195d-4f72-a77b-376efe194e04 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 1097 time: 0.0461428 Aug 24 10:11:10.255509 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c6ab5-d8e6-47cd-960c-da1ecec6bc00 req-00edab59-dcd0-4705-b377-ecfa8f5d6819 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:10.257444 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6d5c6ab5-d8e6-47cd-960c-da1ecec6bc00 req-00edab59-dcd0-4705-b377-ecfa8f5d6819 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0531619 Aug 24 10:11:10.317640 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6d5c6ab5-d8e6-47cd-960c-da1ecec6bc00 req-99bac614-2672-4ea2-945d-57c663a0551b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479207 Aug 24 10:11:10.325884 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40a19-21f7-4488-9fc7-f5b6269ae764 req-77cede29-1da4-431c-af6b-0aa1fb511bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:10.328956 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7cf40a19-21f7-4488-9fc7-f5b6269ae764 req-77cede29-1da4-431c-af6b-0aa1fb511bf2 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1138380 Aug 24 10:11:10.515969 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf40a19-21f7-4488-9fc7-f5b6269ae764 req-84a7e148-d9c6-45f9-a322-9198e7da5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:10.517577 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7cf40a19-21f7-4488-9fc7-f5b6269ae764 req-84a7e148-d9c6-45f9-a322-9198e7da5649 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1123149 Aug 24 10:11:10.639056 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-0118c058-d21a-4c22-856a-7997d7633d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:10.641325 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-0118c058-d21a-4c22-856a-7997d7633d26 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 1097 time: 0.0452092 Aug 24 10:11:10.700820 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-44b25202-2ef5-4474-96ce-3cd512461418 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e82cdb8a-848b-4916-9705-84fc96bd610e HTTP/1.1" status: 200 len: 217 time: 0.0428951 Aug 24 10:11:10.755213 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-8e7c04e5-2e7f-4b62-9540-af2f2153dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:10.756814 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-8e7c04e5-2e7f-4b62-9540-af2f2153dd47 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a4dabd65-b0cb-4e26-800a-7f899856647e HTTP/1.1" status: 200 len: 852 time: 0.0479262 Aug 24 10:11:10.792375 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-b5247f7a-359e-4cb6-8eb1-d3852b35d03a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08a986d5-43cd-4b75-8101-df78b069621b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261862 Aug 24 10:11:10.908302 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-434db514-0067-4ef0-a405-cd9c15a15aad service neutron] 10.222.0.90 "GET /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999601 Aug 24 10:11:11.039373 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8c86d-baec-429e-aef6-80f4434811e0 req-a31c991a-8954-4bb4-a807-2adacd4deb45 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:11.040877 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dcb8c86d-baec-429e-aef6-80f4434811e0 req-a31c991a-8954-4bb4-a807-2adacd4deb45 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 944 time: 0.1089878 Aug 24 10:11:11.057932 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-764e25bc-4d05-4f98-a786-f59fc9fdd315 req-ba07d967-f091-4066-9c4a-10126b2f566a service neutron] 10.222.0.90 "GET /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336730 Aug 24 10:11:11.086369 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dcb8c86d-baec-429e-aef6-80f4434811e0 req-2c3905f1-154b-401e-9415-8d6526b354af tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Aug 24 10:11:11.438928 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482df93d-656e-463e-804f-dcd609a6ccf6 req-c1f3834d-96dc-4ef9-b989-8570da849421 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:11.442618 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-482df93d-656e-463e-804f-dcd609a6ccf6 req-c1f3834d-96dc-4ef9-b989-8570da849421 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0535448 Aug 24 10:11:11.480728 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-482df93d-656e-463e-804f-dcd609a6ccf6 req-809dcc17-448b-40d5-9eb9-1dacb63e76ac tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333803 Aug 24 10:11:11.604212 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c164f0-3a8f-4838-9f2c-9e28d2612f87 req-1bf14a81-1e85-4f09-b9ee-b5b8f2a737fa tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:11.605770 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e8c164f0-3a8f-4838-9f2c-9e28d2612f87 req-1bf14a81-1e85-4f09-b9ee-b5b8f2a737fa tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0506539 Aug 24 10:11:11.644871 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e8c164f0-3a8f-4838-9f2c-9e28d2612f87 req-584ddcb8-e659-44fa-8de4-f89b9dd9fb37 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 Aug 24 10:11:11.667401 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36286) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:11.898354 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caa003e-706f-43f6-bdc8-b497b780cd83 tempest-TestVolumeBootPattern-1110794779 tempest-TestVolumeBootPattern-1110794779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:11.899903 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7caa003e-706f-43f6-bdc8-b497b780cd83 tempest-TestVolumeBootPattern-1110794779 tempest-TestVolumeBootPattern-1110794779-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 1094 time: 0.2315280 Aug 24 10:11:11.902800 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36290) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:11.907356 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'port_id': '724bc409-b50e-4039-be07-7c7426c94630', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:12.062355 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:12.184923 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:12.234794 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1f160-68a4-49f9-a9bc-3bcfa7e6ec19 req-25a78dfd-5575-445e-a095-b4b74cba9897 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:12.238498 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-68d1f160-68a4-49f9-a9bc-3bcfa7e6ec19 req-25a78dfd-5575-445e-a095-b4b74cba9897 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 944 time: 0.0624993 Aug 24 10:11:12.282725 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-68d1f160-68a4-49f9-a9bc-3bcfa7e6ec19 req-f9c9c5a1-a8f5-4cb1-a762-1fad50044847 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 Aug 24 10:11:12.306225 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Allocated IP 172.27.3.230 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/7c473b3c-61b4-4a8e-8d75-d121f4cb7619) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:11:12.419611 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:12.548068 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:12.588226 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:11:12.591020 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:11:12.594680 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:11:12.623152 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=7c473b3c-61b4-4a8e-8d75-d121f4cb7619,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:12.964908 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:13.106111 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:13.265740 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:13.324990 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:13.358696 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:13.409510 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652cd215-f05e-44df-9626-d0beed4089c5 req-132855b4-7a57-48d9-bf63-c2367d7e1b92 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:13.413176 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-652cd215-f05e-44df-9626-d0beed4089c5 req-132855b4-7a57-48d9-bf63-c2367d7e1b92 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 944 time: 0.0538714 Aug 24 10:11:13.419042 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=7c473b3c-61b4-4a8e-8d75-d121f4cb7619,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:13.459560 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-652cd215-f05e-44df-9626-d0beed4089c5 req-058a8e3f-14c9-4304-87a0-3415bd5e118a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Aug 24 10:11:13.487057 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.l3_db [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Floating IP 0491c904-23d4-49ea-9969-1034806434e0 associated. External IP: 172.27.3.230, port: 724bc409-b50e-4039-be07-7c7426c94630. Aug 24 10:11:13.718259 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Router 8b9d97e3-3421-4364-9561-220f1b74826b has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:11:14.167837 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:11:14.185079 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:11:14.197615 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:14.198343 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:10:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:14.239361 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:14.282446 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-c11d1b4f-c5eb-48d1-a004-33f17c91d702 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3782928 Aug 24 10:11:14.283103 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'tag': '724bc409-b50e-4039-be07-7c7426c94630'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:14.286049 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f" -d '{"events": [{"name": "network-changed", "server_uuid": "54fd98bf-3ae5-47c2-90b3-532a1a3c1363", "tag": "724bc409-b50e-4039-be07-7c7426c94630"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:14.341197 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b375df5-5445-4da6-b733-c29d358b7c8c x-openstack-request-id: req-4b375df5-5445-4da6-b733-c29d358b7c8c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:14.341506 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fd98bf-3ae5-47c2-90b3-532a1a3c1363", "tag": "724bc409-b50e-4039-be07-7c7426c94630", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:14.341727 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b375df5-5445-4da6-b733-c29d358b7c8c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:14.342119 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'tag': '724bc409-b50e-4039-be07-7c7426c94630', 'status': 'completed', 'code': 200} Aug 24 10:11:14.348568 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device e82cdb8a-848b-4916-9705-84fc96bd610e details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:11:14.352050 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:14.444619 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-08189de1-29a1-47f9-b904-a0f64bf3e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:14.447177 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-08189de1-29a1-47f9-b904-a0f64bf3e47d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 1099 time: 0.0535324 Aug 24 10:11:14.590364 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-58ac4b07-d4c6-4b1b-9999-26f5ef128887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:14.593569 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-58ac4b07-d4c6-4b1b-9999-26f5ef128887 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 913 time: 0.1357055 Aug 24 10:11:14.646342 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100e1c0-4157-4745-a23c-ef22bddc58df req-ca22f619-4fad-449b-82f3-4f92002b660e tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:14.651292 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1100e1c0-4157-4745-a23c-ef22bddc58df req-ca22f619-4fad-449b-82f3-4f92002b660e tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 944 time: 0.0769718 Aug 24 10:11:14.699620 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-63328fc6-2af0-4f4b-9077-575b416b1f23 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=724bc409-b50e-4039-be07-7c7426c94630 HTTP/1.1" status: 200 len: 1000 time: 0.0946450 Aug 24 10:11:14.702651 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1100e1c0-4157-4745-a23c-ef22bddc58df req-3f729d31-6b13-45df-b338-79e32fdfdef0 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439801 Aug 24 10:11:14.708027 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port e82cdb8a-848b-4916-9705-84fc96bd610e, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=e82cdb8a-848b-4916-9705-84fc96bd610e,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:14.741498 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': 'e82cdb8a-848b-4916-9705-84fc96bd610e', 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b', 'port_id': 'e82cdb8a-848b-4916-9705-84fc96bd610e', 'mac_address': 'fa:16:3e:22:9a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4dabd65-b0cb-4e26-800a-7f899856647e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:11:14.784914 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-27f24f8a-f2a4-4c16-b1c0-5114735c1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:14.786768 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-27f24f8a-f2a4-4c16-b1c0-5114735c1da9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0752969 Aug 24 10:11:14.813320 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:14.831326 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82cdb8a-848b-4916-9705-84fc96bd610e {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:11:14.850528 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-591a5b3c-3288-4077-a761-810f95ca4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:14.852784 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-591a5b3c-3288-4077-a761-810f95ca4725 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572910 Aug 24 10:11:14.860478 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port e82cdb8a-848b-4916-9705-84fc96bd610e, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=e82cdb8a-848b-4916-9705-84fc96bd610e,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:14.868091 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '0491c904-23d4-49ea-9969-1034806434e0', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '724bc409-b50e-4039-be07-7c7426c94630', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:67:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:11:12Z', 'updated_at': '2021-08-24T10:11:12Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:14.920006 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:11:14.935378 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:14.937057 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:10:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:14.942411 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:15.019212 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-4b9f1f22-fd48-4b97-83e9-c2396501557c service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518080 Aug 24 10:11:15.094889 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=e82cdb8a-848b-4916-9705-84fc96bd610e,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:15.122043 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:15.142503 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c1152ff-66f8-40fe-8f3c-417a1c15ee4f req-96a9de75-4a0f-48de-91b7-5dc8591243b4 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931380 Aug 24 10:11:15.345298 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['e82cdb8a-848b-4916-9705-84fc96bd610e'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:11:15.602988 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '0491c904-23d4-49ea-9969-1034806434e0', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '724bc409-b50e-4039-be07-7c7426c94630', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:67:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:11:12Z', 'updated_at': '2021-08-24T10:11:12Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:15.633019 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe0eaa-3f7f-4819-b5d3-ccb8f2df225e None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '0491c904-23d4-49ea-9969-1034806434e0', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '724bc409-b50e-4039-be07-7c7426c94630', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:67:cc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:11:12Z', 'updated_at': '2021-08-24T10:11:12Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:11:15.777008 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:15.860251 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a7b56-a0b4-4253-bc08-9f59480cf3ac req-67ea5ee6-195a-44fa-8a75-93282a887992 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:15.862686 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a99a7b56-a0b4-4253-bc08-9f59480cf3ac req-67ea5ee6-195a-44fa-8a75-93282a887992 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 945 time: 0.0622332 Aug 24 10:11:15.870389 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255d21c8-989c-42ec-a84c-c497cebb7c91 None None] New status for floating IP 0491c904-23d4-49ea-9969-1034806434e0: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:11:15.923950 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a99a7b56-a0b4-4253-bc08-9f59480cf3ac req-dc5b5dff-feb0-4673-ad79-6b099a614410 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506475 Aug 24 10:11:16.360685 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device e82cdb8a-848b-4916-9705-84fc96bd610e up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:11:16.530456 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port e82cdb8a-848b-4916-9705-84fc96bd610e completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:11:16.534927 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port e82cdb8a-848b-4916-9705-84fc96bd610e triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:11:16.535293 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:16.647539 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:16.689674 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7df4c7d-5abb-4923-a399-917f5dd99921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82cdb8a-848b-4916-9705-84fc96bd610e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:16.694057 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d99475-36cc-423f-af99-97de936aecc3" -d '{"events": [{"server_uuid": "d7df4c7d-5abb-4923-a399-917f5dd99921", "name": "network-vif-plugged", "status": "completed", "tag": "e82cdb8a-848b-4916-9705-84fc96bd610e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:16.717216 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port e82cdb8a-848b-4916-9705-84fc96bd610e, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=e82cdb8a-848b-4916-9705-84fc96bd610e,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:16.741549 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd159e13-f6a9-4a80-9242-b4936c378b4a x-openstack-request-id: req-dd159e13-f6a9-4a80-9242-b4936c378b4a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:16.741846 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7df4c7d-5abb-4923-a399-917f5dd99921", "name": "network-vif-plugged", "status": "completed", "tag": "e82cdb8a-848b-4916-9705-84fc96bd610e", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:16.742090 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dd159e13-f6a9-4a80-9242-b4936c378b4a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:16.742488 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7df4c7d-5abb-4923-a399-917f5dd99921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82cdb8a-848b-4916-9705-84fc96bd610e', 'code': 200} Aug 24 10:11:16.816043 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:16.902766 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=e82cdb8a-848b-4916-9705-84fc96bd610e,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:17.063124 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617ca3-2f60-4b08-adee-35820be20966 req-3f1cb520-b5ac-4f8b-b912-38fcc887947b tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:17.065087 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6d617ca3-2f60-4b08-adee-35820be20966 req-3f1cb520-b5ac-4f8b-b912-38fcc887947b tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 946 time: 0.0564077 Aug 24 10:11:17.110934 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6d617ca3-2f60-4b08-adee-35820be20966 req-c5ea5837-22a3-4fd7-bcb4-a563bd4a51e0 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Aug 24 10:11:17.211756 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d1d79-fe3e-457d-b648-e722529ebdd9 req-dcb71452-68b3-486d-9a7f-42decff71245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:17.213330 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4f9d1d79-fe3e-457d-b648-e722529ebdd9 req-dcb71452-68b3-486d-9a7f-42decff71245 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 1099 time: 0.0540538 Aug 24 10:11:17.253902 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4f9d1d79-fe3e-457d-b648-e722529ebdd9 req-8be77859-6d29-48f0-a8e9-1d4ac4e9a6f7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Aug 24 10:11:18.246467 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63879eec-558a-435c-adb5-a9be251a3f3d req-2500def5-6029-4609-98fa-e2988b86659e tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:18.248353 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-63879eec-558a-435c-adb5-a9be251a3f3d req-2500def5-6029-4609-98fa-e2988b86659e tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 946 time: 0.0584102 Aug 24 10:11:18.294783 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-63879eec-558a-435c-adb5-a9be251a3f3d req-f9ff2de9-5b5d-419e-bd37-24c6aeb387d8 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375371 Aug 24 10:11:19.419452 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355db5e8-933d-4971-906a-ceefa0eb77bf req-b12b18f8-eb58-42f8-8f1e-89ab5510e400 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:19.421583 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-355db5e8-933d-4971-906a-ceefa0eb77bf req-b12b18f8-eb58-42f8-8f1e-89ab5510e400 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 946 time: 0.0541511 Aug 24 10:11:19.462249 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-355db5e8-933d-4971-906a-ceefa0eb77bf req-8898a620-c9c4-4004-b0f1-9604e1b80fd4 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Aug 24 10:11:21.051629 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eeeaa052-4594-4366-9390-bbc36d6b1ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:23.850259 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b809d77-1feb-43eb-8245-094965570c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:24.067283 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:24.793004 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:11:25.330236 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:26.804632 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:34.999829 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-cc8912af-246f-410a-a646-5a3ea54bacf6 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195083774&fields=id&tenant_id=af492f3bc80447a8a7118f83e917c317 HTTP/1.1" status: 200 len: 267 time: 0.0620043 Aug 24 10:11:35.063126 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-2d101a0c-0d4d-4b3a-8a57-c56b3762be56 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:35.064739 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-2d101a0c-0d4d-4b3a-8a57-c56b3762be56 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 985 time: 0.0538983 Aug 24 10:11:35.080133 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Request body: {'port': {'security_groups': ['16b5c275-1433-4212-a5ee-3c852048d219']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:35.157006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:35.413885 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] For port 7e077edf-d394-4a2f-b3a6-dc70b267875c, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:35.448600 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:35.558454 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:35.605096 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7e077edf-d394-4a2f-b3a6-dc70b267875c'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:11:35.889596 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c53dc-669b-4b17-b2ed-bd634976cb39 req-c171c27d-d9c1-445f-8e25-ffe959b81403 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:35.891014 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c95c53dc-669b-4b17-b2ed-bd634976cb39 req-c171c27d-d9c1-445f-8e25-ffe959b81403 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0568011 Aug 24 10:11:35.892538 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:35.893160 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:35.894579 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5711b1ea-3695-4ffd-9369-91df64ac8831 req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "PUT /v2.0/ports/7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 943 time: 0.8203990 Aug 24 10:11:35.895033 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:35.897373 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3952bebc-632d-492e-b0d9-7af0f51ab8da" -d '{"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:35.902953 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36486) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:35.941684 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c95c53dc-669b-4b17-b2ed-bd634976cb39 req-8f4fa5fc-4d72-4a61-923d-c1072a7002c5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399039 Aug 24 10:11:35.944978 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf22a4-34cb-4ab1-82ac-7339109f8774 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event updated for resources: {'Port': ['ID=7e077edf-d394-4a2f-b3a6-dc70b267875c,revision_number=7']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:35.964428 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a06226-74e0-4187-bca9-8879635cdb44 x-openstack-request-id: req-f5a06226-74e0-4187-bca9-8879635cdb44 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:35.964726 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:35.964975 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f5a06226-74e0-4187-bca9-8879635cdb44 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:35.965364 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'status': 'completed', 'code': 200} Aug 24 10:11:35.995440 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a46b1ae-a2d2-49cc-bb6a-4ea6c8b7ed95 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.029726 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a46b1ae-a2d2-49cc-bb6a-4ea6c8b7ed95 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.107075 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-9d06a128-be21-442d-a467-2bf78582e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:36.107075 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-9d06a128-be21-442d-a467-2bf78582e88e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1099 time: 0.0715711 Aug 24 10:11:36.135433 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7e077edf-d394-4a2f-b3a6-dc70b267875c'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:11:36.206052 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-8ce4b797-d29b-4164-9758-51cd586602e5 None None] Provisioning complete for port 7e077edf-d394-4a2f-b3a6-dc70b267875c triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:11:36.206331 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8ce4b797-d29b-4164-9758-51cd586602e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.243621 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-e62f18a4-ecc7-4c9e-9dc1-5dbf41ea7573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:36.246204 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-e62f18a4-ecc7-4c9e-9dc1-5dbf41ea7573 service neutron] 10.222.0.90 "GET /v2.0/networks?id=432dd33d-a2e0-4ae1-844e-1697452c33e5 HTTP/1.1" status: 200 len: 917 time: 0.1304224 Aug 24 10:11:36.298535 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a46b1ae-a2d2-49cc-bb6a-4ea6c8b7ed95 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.301213 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-8a46b1ae-a2d2-49cc-bb6a-4ea6c8b7ed95 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.302430 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-8a46b1ae-a2d2-49cc-bb6a-4ea6c8b7ed95 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "DELETE /v2.0/security-groups/c1b30dc2-9664-4342-86a6-2a8eb10aaed1 HTTP/1.1" status: 204 len: 168 time: 0.3959017 Aug 24 10:11:36.306753 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36488) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:36.347846 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-27eda396-bffa-4ed5-bb64-999c76348c54 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 1002 time: 0.0905299 Aug 24 10:11:36.353866 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46b1ae-a2d2-49cc-bb6a-4ea6c8b7ed95 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b30dc2-9664-4342-86a6-2a8eb10aaed1,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:36.428325 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-b2e46ba1-d240-4e5b-914c-b1de7837c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:36.431526 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-b2e46ba1-d240-4e5b-914c-b1de7837c4db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7a051b54-ad63-40ed-a1c2-670318b632f5 HTTP/1.1" status: 200 len: 854 time: 0.0678983 Aug 24 10:11:36.491993 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-d5b9fdbf-e9a8-417d-9d53-7a90ae8e3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:36.493759 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-d5b9fdbf-e9a8-417d-9d53-7a90ae8e3dd2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432dd33d-a2e0-4ae1-844e-1697452c33e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521910 Aug 24 10:11:36.542757 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Deleting port 61ab0501-2ee3-45ed-9a94-c427c8830398 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:36.543091 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.614595 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-1912b78f-4b08-4971-959d-1bf18e16b9e3 service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090112 Aug 24 10:11:36.627823 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.628144 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.642905 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Calling delete_port for 61ab0501-2ee3-45ed-9a94-c427c8830398 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:36.735230 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3952bebc-632d-492e-b0d9-7af0f51ab8da req-ad19ac3e-98ab-4ac8-96ef-01fd5751f18c service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094832 Aug 24 10:11:36.907737 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.934331 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event deleted for resources: {'Port': ['ID=61ab0501-2ee3-45ed-9a94-c427c8830398,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:36.960723 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:36.961042 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.l3_db [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Floating IP 9a1e9097-054f-4066-99ad-01396f40b67c disassociated (deleted). External IP: 172.27.3.160, port: 7e077edf-d394-4a2f-b3a6-dc70b267875c. Aug 24 10:11:37.152361 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd6788-9fec-4535-a7bc-3b42fe8207b5 req-a427d915-e2c7-44e9-b688-ae965562dee1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:37.153917 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-becd6788-9fec-4535-a7bc-3b42fe8207b5 req-a427d915-e2c7-44e9-b688-ae965562dee1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.1075172 Aug 24 10:11:37.244583 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-becd6788-9fec-4535-a7bc-3b42fe8207b5 req-c81456b3-24cb-40e9-b908-70f84bbd2186 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826077 Aug 24 10:11:37.266234 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:11:37.391434 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:11:37.396225 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:37.405718 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] Sync routers for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:11:37.419222 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:37.423550 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:37.430958 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-87ef8fc1-6a8f-4068-bf1f-4c043a13092c tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "DELETE /v2.0/floatingips/9a1e9097-054f-4066-99ad-01396f40b67c HTTP/1.1" status: 204 len: 168 time: 1.1198158 Aug 24 10:11:37.430958 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:37.430958 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead9bfe0-aec6-4565-adae-f0263b252f49" -d '{"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:37.486330 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c6c0a7-e991-4791-8378-90baee41e16d x-openstack-request-id: req-e0c6c0a7-e991-4791-8378-90baee41e16d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:37.486621 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:37.486874 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0c6c0a7-e991-4791-8378-90baee41e16d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:37.487269 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'status': 'completed', 'code': 200} Aug 24 10:11:37.609195 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-16adada5-d95b-46e5-99a1-4070fcd51946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:37.612139 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-16adada5-d95b-46e5-99a1-4070fcd51946 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 1099 time: 0.0535698 Aug 24 10:11:37.618776 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:37.771522 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-20e5ceb0-3a77-44fd-be8f-d62818fcd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:37.773807 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-20e5ceb0-3a77-44fd-be8f-d62818fcd828 service neutron] 10.222.0.90 "GET /v2.0/networks?id=432dd33d-a2e0-4ae1-844e-1697452c33e5 HTTP/1.1" status: 200 len: 917 time: 0.1222410 Aug 24 10:11:37.826810 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-fb27916b-323c-4f91-b246-100ed641940a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 200 len: 217 time: 0.0405216 Aug 24 10:11:37.859529 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 5, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:37.887002 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] Checking router: 8b60a346-8db0-4ff0-8227-6c5e0dfee546 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:11:37.896703 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:37.897340 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:37.898602 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-35bc6d11-a2f8-4b1f-97d5-66be24fab550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:37.900179 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-35bc6d11-a2f8-4b1f-97d5-66be24fab550 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7a051b54-ad63-40ed-a1c2-670318b632f5 HTTP/1.1" status: 200 len: 854 time: 0.0622303 Aug 24 10:11:37.961841 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-f82f1806-62d9-4ac0-b407-e0a3f5af27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:37.963380 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-f82f1806-62d9-4ac0-b407-e0a3f5af27ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=432dd33d-a2e0-4ae1-844e-1697452c33e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487778 Aug 24 10:11:38.021318 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:38.076344 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-8607e08b-fb06-44f5-ac68-da28a122fef8 service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967555 Aug 24 10:11:38.198664 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ead9bfe0-aec6-4565-adae-f0263b252f49 req-67eba9ae-6184-405f-a49f-7fff7784b043 service neutron] 10.222.0.90 "GET /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129389 Aug 24 10:11:38.260180 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 5, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:38.308219 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e1d2d-93b3-4331-9849-1df5d3d6e606 None None] The sync data for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi is: [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:08:31Z', 'revision_number': 4, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '66a712de-7cda-4089-9112-969fb00b97e6', 'name': '', 'network_id': '432dd33d-a2e0-4ae1-844e-1697452c33e5', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'mac_address': 'fa:16:3e:86:35:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:30Z', 'updated_at': '2021-08-24T10:08:37Z', 'revision_number': 5, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'subnets': [{'id': '7a051b54-ad63-40ed-a1c2-670318b632f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:11:38.387847 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d6084-7b5f-4204-8fdd-11a4360fa1ab req-b2ccd670-5b4a-430d-8c94-ff6d7557174d tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:38.390115 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-289d6084-7b5f-4204-8fdd-11a4360fa1ab req-b2ccd670-5b4a-430d-8c94-ff6d7557174d tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0672452 Aug 24 10:11:38.435392 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-289d6084-7b5f-4204-8fdd-11a4360fa1ab req-7daa7bd2-006f-498a-99b8-d95ff4273b5f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358384 Aug 24 10:11:38.579958 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64669b6f-4aca-4413-bce1-f018fedd32c1 None None] New status for floating IP 9a1e9097-054f-4066-99ad-01396f40b67c: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:11:39.022097 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-4f180bc9-014f-4937-8716-d1608e55f602 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:39.023666 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-4f180bc9-014f-4937-8716-d1608e55f602 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0523870 Aug 24 10:11:39.130526 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Deleting port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:39.131052 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:39.230357 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] For port 446ef88a-e833-4ec2-9340-82d7a89b5dd6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=446ef88a-e833-4ec2-9340-82d7a89b5dd6,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:39.230808 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:39.464121 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:39.464557 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:39.464945 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Floating IP b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb disassociated. External IP: 172.27.3.72, port: 446ef88a-e833-4ec2-9340-82d7a89b5dd6. Aug 24 10:11:39.465296 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Calling delete_port for 446ef88a-e833-4ec2-9340-82d7a89b5dd6 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:39.574179 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908edd1e-4066-48a8-87f1-b010675f90a3 req-28dab1fc-9ff3-4e79-9b65-9992c05d3aca tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:39.575756 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-908edd1e-4066-48a8-87f1-b010675f90a3 req-28dab1fc-9ff3-4e79-9b65-9992c05d3aca tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 946 time: 0.0540428 Aug 24 10:11:39.625764 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-908edd1e-4066-48a8-87f1-b010675f90a3 req-fcfe4373-7cfa-4875-9dc9-12472a3e0763 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=80a82074-3579-4d75-989e-eb73c6ca41cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380266 Aug 24 10:11:39.742264 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:39.775229 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event deleted for resources: {'Port': ['ID=446ef88a-e833-4ec2-9340-82d7a89b5dd6,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:39.910027 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Router 29be9c7d-6670-498d-adfe-afd69ee6cb7d has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:11:40.047493 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:11:40.057371 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] Sync routers for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:11:40.068328 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:40.068986 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:40.092040 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] No DVR routers for this DVR port 446ef88a-e833-4ec2-9340-82d7a89b5dd6 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:11:40.096566 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:40.098712 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5c486d27-c041-476d-900a-1dceb7c40dfc req-420f2c2b-3443-4e84-b7d2-b18a476772e3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "DELETE /v2.0/ports/446ef88a-e833-4ec2-9340-82d7a89b5dd6 HTTP/1.1" status: 204 len: 173 time: 1.0667040 Aug 24 10:11:40.099310 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954c7924-de00-43cb-ba59-533949b4858c', 'name': 'network-vif-deleted', 'tag': '446ef88a-e833-4ec2-9340-82d7a89b5dd6'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:40.102528 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d67278-f4d9-4576-be31-69fc18eabfa4" -d '{"events": [{"server_uuid": "954c7924-de00-43cb-ba59-533949b4858c", "name": "network-vif-deleted", "tag": "446ef88a-e833-4ec2-9340-82d7a89b5dd6"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:40.159083 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c8739c-d4ec-40ce-ab9a-30684d582683 x-openstack-request-id: req-b1c8739c-d4ec-40ce-ab9a-30684d582683 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:40.159369 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954c7924-de00-43cb-ba59-533949b4858c", "name": "network-vif-deleted", "tag": "446ef88a-e833-4ec2-9340-82d7a89b5dd6", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:40.159799 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b1c8739c-d4ec-40ce-ab9a-30684d582683 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:40.160551 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954c7924-de00-43cb-ba59-533949b4858c', 'name': 'network-vif-deleted', 'tag': '446ef88a-e833-4ec2-9340-82d7a89b5dd6', 'status': 'completed', 'code': 200} Aug 24 10:11:40.226497 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:40.497821 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:40.671155 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] Checking router: 29be9c7d-6670-498d-adfe-afd69ee6cb7d for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:11:40.680153 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:40.680847 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:40.761338 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eee3dd51-4849-445a-8d8e-ec6cabc51c0f req-cebceb19-13b7-4b6a-979f-8331e85ed495 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=954c7924-de00-43cb-ba59-533949b4858c HTTP/1.1" status: 200 len: 210 time: 0.0344846 Aug 24 10:11:40.866597 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:41.192951 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:41.239482 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f918a-466b-4e2e-b466-46cefb4e326c None None] The sync data for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi is: [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:11:41.637132 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcc42bf-bbaf-48a2-83d5-4e02fa0240cf None None] New status for floating IP b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:11:41.931791 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36558) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:42.007870 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e02df8b1-0290-4fdd-ab09-066c4caddd59 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:42.050790 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e02df8b1-0290-4fdd-ab09-066c4caddd59 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:42.222692 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e02df8b1-0290-4fdd-ab09-066c4caddd59 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:42.225424 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e02df8b1-0290-4fdd-ab09-066c4caddd59 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:42.226798 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e02df8b1-0290-4fdd-ab09-066c4caddd59 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "DELETE /v2.0/security-groups/80a82074-3579-4d75-989e-eb73c6ca41cb HTTP/1.1" status: 204 len: 168 time: 0.2938356 Aug 24 10:11:42.231753 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36564) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:42.247883 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.api.v2.resource [None req-f9ce574c-3e2f-491d-8cb6-82e95599ac1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] show failed (client error): The resource could not be found. Aug 24 10:11:42.252790 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-f9ce574c-3e2f-491d-8cb6-82e95599ac1b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups/80a82074-3579-4d75-989e-eb73c6ca41cb HTTP/1.1" status: 404 len: 347 time: 0.0176592 Aug 24 10:11:42.253533 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36566) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:42.268101 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02df8b1-0290-4fdd-ab09-066c4caddd59 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a82074-3579-4d75-989e-eb73c6ca41cb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:42.468463 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Deleting port 088c8a00-aff3-40a2-8b08-593cd3d9fdca {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:42.469103 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:42.585905 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:42.585905 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:42.588765 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 446ef88a-e833-4ec2-9340-82d7a89b5dd6 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:11:42.606210 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Calling delete_port for 088c8a00-aff3-40a2-8b08-593cd3d9fdca owned by network:floatingip {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:42.638501 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf13038-6258-4a1c-b352-488cf526a2e7 req-3d112416-2fd8-4373-bd34-18b712c458fb tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:42.651610 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8cf13038-6258-4a1c-b352-488cf526a2e7 req-3d112416-2fd8-4373-bd34-18b712c458fb tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.1205533 Aug 24 10:11:42.683036 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 446ef88a-e833-4ec2-9340-82d7a89b5dd6 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:11:42.683519 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 446ef88a-e833-4ec2-9340-82d7a89b5dd6 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:11:42.715126 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8cf13038-6258-4a1c-b352-488cf526a2e7 req-554834b3-93f4-4f8c-b5ff-43c42eeab0dc tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618122 Aug 24 10:11:42.930053 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:42.972869 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event deleted for resources: {'Port': ['ID=088c8a00-aff3-40a2-8b08-593cd3d9fdca,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:43.043013 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:43.047126 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:43.048645 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-81cb673e-ca0f-48dd-bae4-52916c9b5e68 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "DELETE /v2.0/floatingips/b4840e2d-c9e2-4adc-a8a9-1b52d6e913cb HTTP/1.1" status: 204 len: 168 time: 0.7938442 Aug 24 10:11:43.485992 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36582) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:43.494321 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-a9480085-0853-4169-932d-0f807c0b8e9a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--412999360', 'description': 'tempest-description--267387641'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:43.633383 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9480085-0853-4169-932d-0f807c0b8e9a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:43.728129 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9480085-0853-4169-932d-0f807c0b8e9a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:43.815774 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9480085-0853-4169-932d-0f807c0b8e9a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:43.851252 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9480085-0853-4169-932d-0f807c0b8e9a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca108ec-b1c0-40ef-a089-2058b85d3285,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:43.865510 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f155f37-234a-4104-a2fe-1209af453856 req-a37761aa-4473-49d2-94d9-5629614d3552 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:43.867128 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2f155f37-234a-4104-a2fe-1209af453856 req-a37761aa-4473-49d2-94d9-5629614d3552 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.0662632 Aug 24 10:11:43.909277 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2f155f37-234a-4104-a2fe-1209af453856 req-4c0c0ba1-1d17-4e7f-82ab-9dfafe75bff5 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350473 Aug 24 10:11:43.929621 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a9480085-0853-4169-932d-0f807c0b8e9a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:43.930894 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-a9480085-0853-4169-932d-0f807c0b8e9a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4434533 Aug 24 10:11:43.934412 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36586) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:43.941758 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-388ab87d-b165-4db3-94e9-d9e4511f34fd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'security_group_rule': {'security_group_id': 'fca108ec-b1c0-40ef-a089-2058b85d3285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:44.051118 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-388ab87d-b165-4db3-94e9-d9e4511f34fd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.108676 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-388ab87d-b165-4db3-94e9-d9e4511f34fd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.198255 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-388ab87d-b165-4db3-94e9-d9e4511f34fd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.218687 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ab87d-b165-4db3-94e9-d9e4511f34fd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d196e65-2ef1-44e3-9381-ae624893efba,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:44.278579 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-388ab87d-b165-4db3-94e9-d9e4511f34fd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.280758 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-388ab87d-b165-4db3-94e9-d9e4511f34fd tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447285 Aug 24 10:11:44.283767 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36590) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:44.289142 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-d607f780-6faf-4553-90ea-eaf469b4f3ba tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'security_group_rule': {'security_group_id': 'fca108ec-b1c0-40ef-a089-2058b85d3285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:44.421488 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d607f780-6faf-4553-90ea-eaf469b4f3ba tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.491476 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d607f780-6faf-4553-90ea-eaf469b4f3ba tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.580976 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d607f780-6faf-4553-90ea-eaf469b4f3ba tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.599838 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607f780-6faf-4553-90ea-eaf469b4f3ba tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74b03da-9672-418c-855b-222013d191b7,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:44.703394 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-5afe2152-118e-4cad-ab21-d3748125b3da tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:44.704940 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-5afe2152-118e-4cad-ab21-d3748125b3da tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.90 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.0570707 Aug 24 10:11:44.710697 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d607f780-6faf-4553-90ea-eaf469b4f3ba tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.710697 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-d607f780-6faf-4553-90ea-eaf469b4f3ba tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4225526 Aug 24 10:11:44.710697 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36598) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:44.716121 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:44.819172 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Deleting port 7e077edf-d394-4a2f-b3a6-dc70b267875c {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:44.819628 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.885468 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.977675 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] For port 7e077edf-d394-4a2f-b3a6-dc70b267875c, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7e077edf-d394-4a2f-b3a6-dc70b267875c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:44.977992 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:44.994654 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Calling delete_port for 7e077edf-d394-4a2f-b3a6-dc70b267875c owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:45.119543 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fa5c3-a473-4c3d-a999-c3f20595cd55 req-1bbce230-9f08-4b6e-9f7a-2438cdac7bc6 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:45.121132 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d46fa5c3-a473-4c3d-a999-c3f20595cd55 req-1bbce230-9f08-4b6e-9f7a-2438cdac7bc6 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 946 time: 0.1208179 Aug 24 10:11:45.186763 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:45.192889 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d46fa5c3-a473-4c3d-a999-c3f20595cd55 req-ea89df53-b9ec-4439-bf17-507a25311aee tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/security-groups?id=16b5c275-1433-4212-a5ee-3c852048d219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649633 Aug 24 10:11:45.351572 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Allocated IP 172.27.3.151 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/609c5d2c-52fb-412f-9b3f-471e78662bb3) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:11:45.379755 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:45.418123 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7e077edf-d394-4a2f-b3a6-dc70b267875c'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:11:45.443444 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Pushing event deleted for resources: {'Port': ['ID=7e077edf-d394-4a2f-b3a6-dc70b267875c,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:45.491527 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] No DVR routers for this DVR port 7e077edf-d394-4a2f-b3a6-dc70b267875c on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:11:45.495094 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:45.497139 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7f8174f8-3d97-4b39-975c-310d5f2ff9e9 req-7bedb154-4c70-44a8-abf2-cefa9ccb04ce tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.90 "DELETE /v2.0/ports/7e077edf-d394-4a2f-b3a6-dc70b267875c HTTP/1.1" status: 204 len: 173 time: 0.7844124 Aug 24 10:11:45.498154 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'name': 'network-vif-deleted', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:45.500574 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de69142-bb5a-43f3-8459-902568ce46e5" -d '{"events": [{"server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "name": "network-vif-deleted", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:45.539169 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:45.550614 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33637276-cec9-4aba-883c-3a0e148cc3f0 x-openstack-request-id: req-33637276-cec9-4aba-883c-3a0e148cc3f0 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:45.551082 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860f05b1-1169-4790-9f85-59cf63be8f0d", "name": "network-vif-deleted", "tag": "7e077edf-d394-4a2f-b3a6-dc70b267875c", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:45.551243 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-33637276-cec9-4aba-883c-3a0e148cc3f0 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:45.551636 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860f05b1-1169-4790-9f85-59cf63be8f0d', 'name': 'network-vif-deleted', 'tag': '7e077edf-d394-4a2f-b3a6-dc70b267875c', 'status': 'completed', 'code': 200} Aug 24 10:11:45.719262 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:45.764002 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:11:45.766852 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:11:45.770398 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:11:45.804604 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'Port': ['ID=609c5d2c-52fb-412f-9b3f-471e78662bb3,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:45.830017 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:45.893948 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:46.060045 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:46.194907 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-646b190d-54c3-478e-8f70-6d3b073b2aa0 req-d1a3617b-54c5-413f-8fb4-5e2c60f43ef8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311971 Aug 24 10:11:46.274234 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:46.308882 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-646b190d-54c3-478e-8f70-6d3b073b2aa0 req-1854eec0-5544-4960-a3ee-3faf0faa8196 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=af492f3bc80447a8a7118f83e917c317&device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.0275934 Aug 24 10:11:46.353718 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:46.370424 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56a6fd-0cbb-423a-bd1a-e8b6e43d1af3 req-e8e2a8da-9057-4262-8858-e3c37d146094 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:46.371762 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4c56a6fd-0cbb-423a-bd1a-e8b6e43d1af3 req-e8e2a8da-9057-4262-8858-e3c37d146094 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0635996 Aug 24 10:11:46.429295 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4c56a6fd-0cbb-423a-bd1a-e8b6e43d1af3 req-b30dc50e-5f4e-4b77-9dec-75cebd7335ab tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502365 Aug 24 10:11:46.761068 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-98871a0b-4229-4a15-a680-4865fd78675e req-29c72b6d-ebdc-4ee5-aadc-571fc2d8bb61 tempest-TestMinimumBasicScenario-376021492 tempest-TestMinimumBasicScenario-376021492-project] 10.222.0.64 "GET /v2.0/ports?device_id=860f05b1-1169-4790-9f85-59cf63be8f0d HTTP/1.1" status: 200 len: 210 time: 0.4458113 Aug 24 10:11:46.770314 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'Port': ['ID=609c5d2c-52fb-412f-9b3f-471e78662bb3,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:46.798389 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:46.823858 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b190d-54c3-478e-8f70-6d3b073b2aa0 req-2873fbc8-6fde-4725-acd7-73bed2a78fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:46.825325 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-646b190d-54c3-478e-8f70-6d3b073b2aa0 req-2873fbc8-6fde-4725-acd7-73bed2a78fe9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=af492f3bc80447a8a7118f83e917c317&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4622633 Aug 24 10:11:46.915686 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:46.925718 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-36786574-bb59-41c0-b264-60e74db2a4df tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2054338 Aug 24 10:11:46.941387 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b190d-54c3-478e-8f70-6d3b073b2aa0 req-0a1fa2ed-07d0-4220-879d-634ff585fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:46.943201 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-646b190d-54c3-478e-8f70-6d3b073b2aa0 req-0a1fa2ed-07d0-4220-879d-634ff585fdbb service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1105883 Aug 24 10:11:47.205944 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-6d7104ce-768a-45df-8b5c-f5828534be9f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--412999360&fields=id&tenant_id=65c26a788943480eb71aec674c048f42 HTTP/1.1" status: 200 len: 267 time: 0.0335858 Aug 24 10:11:47.313964 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-fe2963da-2dd6-47ad-a1ea-0a2e69c3339c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:47.315477 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-fe2963da-2dd6-47ad-a1ea-0a2e69c3339c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 811 time: 0.1025641 Aug 24 10:11:47.332211 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-1b113db8-27cd-4782-8b23-0261281f3234 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/quotas/65c26a788943480eb71aec674c048f42 HTTP/1.1" status: 200 len: 375 time: 0.0103841 Aug 24 10:11:47.386009 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-b0664a27-3f67-481b-bc32-6f5f867f22ed tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480900 Aug 24 10:11:47.535812 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-2a472b2b-86d2-47f7-b5f2-d66625a6d9c0 service neutron] 10.222.0.64 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376770 Aug 24 10:11:47.554256 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1862bb3-50a0-47a5-a6f1-114aa5231a7f req-ff8fb890-6945-44ca-aca2-948a5d80b8bc tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:47.556020 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d1862bb3-50a0-47a5-a6f1-114aa5231a7f req-ff8fb890-6945-44ca-aca2-948a5d80b8bc tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0516875 Aug 24 10:11:47.598943 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d1862bb3-50a0-47a5-a6f1-114aa5231a7f req-f7e7a1f8-3f0f-40b1-ac51-c33029c3f2de tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357835 Aug 24 10:11:47.631410 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-402ecdea-dc7a-498e-9b3a-fd0bf370175d service neutron] 10.222.0.64 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887816 Aug 24 10:11:47.926832 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e4068bb7-4a5e-469a-8e5f-1856c13130dd req-80d00987-2155-4954-a965-be9f37b716a2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 210 time: 0.0320160 Aug 24 10:11:48.595513 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7e077edf-d394-4a2f-b3a6-dc70b267875c no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:11:48.617663 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 7e077edf-d394-4a2f-b3a6-dc70b267875c {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:11:48.618016 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7e077edf-d394-4a2f-b3a6-dc70b267875c not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:11:48.747273 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a3da8-ce74-445c-9e60-9bb63a400a69 req-8fc4ccbc-0eda-4138-8824-4e1c25f53dd7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:48.749629 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-867a3da8-ce74-445c-9e60-9bb63a400a69 req-8fc4ccbc-0eda-4138-8824-4e1c25f53dd7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0725238 Aug 24 10:11:48.790862 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-867a3da8-ce74-445c-9e60-9bb63a400a69 req-9da493bb-c41f-463b-82fd-7d0375d3c1ed tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346744 Aug 24 10:11:49.024596 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5466eb04-af6f-40d9-ab0b-478c7da4de1d req-cb469579-3170-40c0-8679-14f7a4b418f4 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 210 time: 0.0269730 Aug 24 10:11:49.406609 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36704) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:49.838023 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:49.997367 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a958-4f1f-45ab-baf3-be6502cf8cd3 req-c7002936-df24-48c7-8a6b-303abf8f3262 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:49.999344 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c43a958-4f1f-45ab-baf3-be6502cf8cd3 req-c7002936-df24-48c7-8a6b-303abf8f3262 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.1135962 Aug 24 10:11:50.129045 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-53660df5-6256-45f6-aa61-d361a48bda71 req-aaba530b-de37-44ec-afeb-64bdec6f18f7 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 210 time: 0.0294042 Aug 24 10:11:50.211311 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7c43a958-4f1f-45ab-baf3-be6502cf8cd3 req-c38effbb-e15b-4091-9fb3-336ca8ff19d2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006681 Aug 24 10:11:50.237476 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-117230a6-2458-4651-b778-aef259794e49 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:50.238898 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-117230a6-2458-4651-b778-aef259794e49 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 811 time: 0.2692015 Aug 24 10:11:50.336154 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-b8949d29-b097-4e99-afb0-33642fe120ce tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65c26a788943480eb71aec674c048f42 HTTP/1.1" status: 200 len: 379 time: 0.0742574 Aug 24 10:11:50.360917 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'port': {'device_id': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'admin_state_up': True, 'tenant_id': '65c26a788943480eb71aec674c048f42', 'security_groups': ['fca108ec-b1c0-40ef-a089-2058b85d3285']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:50.449535 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Deleting port 66a712de-7cda-4089-9112-969fb00b97e6 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:50.449883 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:50.553082 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] For port 66a712de-7cda-4089-9112-969fb00b97e6, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=66a712de-7cda-4089-9112-969fb00b97e6,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:50.554970 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:50.566508 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Calling delete_port for 66a712de-7cda-4089-9112-969fb00b97e6 owned by network:router_interface {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:50.614981 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Made reservation on behalf of 65c26a788943480eb71aec674c048f42 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:11:50.619141 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:50.821346 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Allocated IP 172.20.0.11 (20d99add-b609-42ab-8840-e559ba5ce163/a7d64931-3d7b-4e32-a686-5b170f9c1a9e/6cec7067-f17a-46eb-a6e6-fcacec218cf2) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:11:50.989496 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:51.045048 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cdac2b6-ad39-482b-a7e8-2cd9d521341f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:51.058070 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a712de-7cda-4089-9112-969fb00b97e6,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:51.203539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:51.228326 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Transition to ACTIVE for port object 6cec7067-f17a-46eb-a6e6-fcacec218cf2 will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:11:51.243344 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f968f0dd-bb15-42db-aa1d-ebd5324de65d req-d29d1e46-2fa6-4283-b2f3-ddee157c465c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 210 time: 0.0274394 Aug 24 10:11:51.307672 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:51.410827 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb6a7b-e37a-4162-a117-b739f5517517 req-2eccc224-ab8a-4079-838a-db2b05981773 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:51.421666 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-edfb6a7b-e37a-4162-a117-b739f5517517 req-2eccc224-ab8a-4079-838a-db2b05981773 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0967789 Aug 24 10:11:51.421666 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:51.768777 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Network 20d99add-b609-42ab-8840-e559ba5ce163 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:11:51.777758 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:11:51.788355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:11:51.818935 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event updated for resources: {'Port': ['ID=6cec7067-f17a-46eb-a6e6-fcacec218cf2,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:51.831785 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-edfb6a7b-e37a-4162-a117-b739f5517517 req-876819f1-7975-4ef0-ae6a-cbf881d90cc7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3823283 Aug 24 10:11:51.891639 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:51.892265 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:51.970941 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:11:52.065557 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-d8f0d8f6-84c2-4e5d-ba3b-ce99816c6ece tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7094140 Aug 24 10:11:52.085182 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:11:52.090929 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-86e9a004-1800-40d5-a851-27248c9dca27 admin admin] 10.222.0.64 "PUT /v2.0/routers/8b60a346-8db0-4ff0-8227-6c5e0dfee546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6826565 Aug 24 10:11:52.093652 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36728) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:52.096414 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] Sync routers for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:11:52.105676 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:52.106350 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:52.155799 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-1690ec84-9a8c-4585-a1e5-9af41fbdbda8 None None] Provisioning for port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:11:52.164967 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-1690ec84-9a8c-4585-a1e5-9af41fbdbda8 None None] Provisioning complete for port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:11:52.165328 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1690ec84-9a8c-4585-a1e5-9af41fbdbda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:52.227568 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:52.277823 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-1690ec84-9a8c-4585-a1e5-9af41fbdbda8 None None] Port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:11:52.305307 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:52.380829 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:52.396989 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1977aab-9e11-4659-9613-bbfa117ac2cf req-c676c91b-72bb-48ac-90f8-d588ee1c5d18 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:52.403650 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b1977aab-9e11-4659-9613-bbfa117ac2cf req-c676c91b-72bb-48ac-90f8-d588ee1c5d18 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 932 time: 0.0641320 Aug 24 10:11:52.445129 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b1977aab-9e11-4659-9613-bbfa117ac2cf req-9dd08575-c27e-424b-8a12-de0592be61f3 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396538 Aug 24 10:11:52.507195 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:11:50Z', 'revision_number': 5, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port': {'id': 'f99068fe-f59f-4b38-bb18-2f02193bd3fb', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:27Z', 'updated_at': '2021-08-24T10:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:52.522732 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Deleting port f99068fe-f59f-4b38-bb18-2f02193bd3fb {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:52.523228 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:52.539894 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] Checking router: 8b60a346-8db0-4ff0-8227-6c5e0dfee546 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:11:52.549080 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] Routers {'8b60a346-8db0-4ff0-8227-6c5e0dfee546'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:52.549669 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:52.610003 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] For port f99068fe-f59f-4b38-bb18-2f02193bd3fb, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=f99068fe-f59f-4b38-bb18-2f02193bd3fb,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:52.610372 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:52.622218 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Calling delete_port for f99068fe-f59f-4b38-bb18-2f02193bd3fb owned by network:router_gateway {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:52.636475 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] Set router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 gateway port host: None {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:52.692661 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:11:52Z', 'revision_number': 6, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port_host': None}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:52.719036 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17368467-3e4f-4372-949f-485dc39884f1 None None] The sync data for ids ['8b60a346-8db0-4ff0-8227-6c5e0dfee546'] in dv-cinder-805796-1-iscsi is: [{'id': '8b60a346-8db0-4ff0-8227-6c5e0dfee546', 'name': 'tempest-TestMinimumBasicScenario-1345231543-router', 'tenant_id': 'af492f3bc80447a8a7118f83e917c317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:26Z', 'updated_at': '2021-08-24T10:11:52Z', 'revision_number': 6, 'project_id': 'af492f3bc80447a8a7118f83e917c317', 'gw_port_host': None}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:11:52.855083 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:52.885407 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f99068fe-f59f-4b38-bb18-2f02193bd3fb,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:52.911032 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.911377 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.911714 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.912045 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.912373 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.912723 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.913045 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.913386 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.913692 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.914012 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.914332 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.914645 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:52.981168 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.085129 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2385024-1c38-435d-b47b-b00b3ca0a717 req-712d8f39-fadf-487f-bcdf-805a7892d2e7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:53.086792 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d2385024-1c38-435d-b47b-b00b3ca0a717 req-712d8f39-fadf-487f-bcdf-805a7892d2e7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.1682386 Aug 24 10:11:53.088617 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.091875 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.172628 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d2385024-1c38-435d-b47b-b00b3ca0a717 req-a8a3f75c-1ce7-4d91-98c9-d36d94373ec9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754125 Aug 24 10:11:53.204149 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.204801 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b60a346-8db0-4ff0-8227-6c5e0dfee546 {{(pid=94721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:11:53.210864 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.212160 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-51518c3a-3cf2-40ee-b328-90cb68b9f6fc admin admin] 10.222.0.64 "DELETE /v2.0/routers/8b60a346-8db0-4ff0-8227-6c5e0dfee546 HTTP/1.1" status: 204 len: 168 time: 1.1175597 Aug 24 10:11:53.214734 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36736) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:53.258209 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78572f4-8f9c-4f1a-bdde-c81429eb3326 admin admin] Deleting subnet 7a051b54-ad63-40ed-a1c2-670318b632f5 {{(pid=94721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:11:53.261254 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c78572f4-8f9c-4f1a-bdde-c81429eb3326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.295685 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c78572f4-8f9c-4f1a-bdde-c81429eb3326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25956038'] for subnet, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.412547 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c78572f4-8f9c-4f1a-bdde-c81429eb3326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.472122 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 66a712de-7cda-4089-9112-969fb00b97e6 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:11:53.494121 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 66a712de-7cda-4089-9112-969fb00b97e6 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:11:53.494338 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 66a712de-7cda-4089-9112-969fb00b97e6 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:11:53.558290 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c78572f4-8f9c-4f1a-bdde-c81429eb3326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25642810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3295566'] for subnet, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.570521 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036edf2-a99a-44d1-8391-88ed6019a0ad req-1741fe01-eef7-4137-9cfd-2b952c0c76c1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:53.572223 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d036edf2-a99a-44d1-8391-88ed6019a0ad req-1741fe01-eef7-4137-9cfd-2b952c0c76c1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 932 time: 0.0545888 Aug 24 10:11:53.585631 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78572f4-8f9c-4f1a-bdde-c81429eb3326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a051b54-ad63-40ed-a1c2-670318b632f5,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:53.589178 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c78572f4-8f9c-4f1a-bdde-c81429eb3326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.593936 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c78572f4-8f9c-4f1a-bdde-c81429eb3326 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7a051b54-ad63-40ed-a1c2-670318b632f5 HTTP/1.1" status: 204 len: 168 time: 0.3780861 Aug 24 10:11:53.596506 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36742) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:53.600021 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c2ec2-22b2-428c-993c-c43799134456 None None] Network 432dd33d-a2e0-4ae1-844e-1697452c33e5 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:11:53.630544 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d036edf2-a99a-44d1-8391-88ed6019a0ad req-42f1bb59-3bfc-4422-9ea1-1e5fcb183da8 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507138 Aug 24 10:11:53.679008 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.753097 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Deleting port a5037a9f-14f2-4e09-b2f2-54841dd8227c {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:53.753923 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.826111 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] For port a5037a9f-14f2-4e09-b2f2-54841dd8227c, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=a5037a9f-14f2-4e09-b2f2-54841dd8227c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:53.826582 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.841786 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Calling delete_port for a5037a9f-14f2-4e09-b2f2-54841dd8227c owned by network:dhcp {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:53.845552 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] DHCP port deletion for 432dd33d-a2e0-4ae1-844e-1697452c33e5 request from dv-cinder-805796-1-iscsi {{(pid=94723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 10:11:53.881163 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80e64a36-66bc-40d8-859e-aa8e9e4855cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.909204 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Deleting port a5037a9f-14f2-4e09-b2f2-54841dd8227c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:53.909541 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.982676 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] For port a5037a9f-14f2-4e09-b2f2-54841dd8227c, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=a5037a9f-14f2-4e09-b2f2-54841dd8227c,segment=NetworkSegment(71658625-8f3f-4905-92e5-809e89c056e5),segment_id=71658625-8f3f-4905-92e5-809e89c056e5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:53.983211 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.986661 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:53.996466 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Calling delete_port for a5037a9f-14f2-4e09-b2f2-54841dd8227c owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:54.012073 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5037a9f-14f2-4e09-b2f2-54841dd8227c,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:54.015798 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] No DVR routers for this DVR port a5037a9f-14f2-4e09-b2f2-54841dd8227c on host dv-cinder-805796-1-iscsi {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:11:54.091537 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.098314 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.101992 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432dd33d-a2e0-4ae1-844e-1697452c33e5']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:54.114083 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71658625-8f3f-4905-92e5-809e89c056e5') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:54.114380 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71658625-8f3f-4905-92e5-809e89c056e5') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:54.121318 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.124186 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.139864 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.146379 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Releasing vlan 1210 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:11:54.146711 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Pushing event deleted for resources: {'Port': ['ID=a5037a9f-14f2-4e09-b2f2-54841dd8227c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:54.146850 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:11:54.148518 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:11:54.152881 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] No DVR routers for this DVR port a5037a9f-14f2-4e09-b2f2-54841dd8227c on host dv-cinder-805796-1-iscsi {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:11:54.158043 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.158390 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.158718 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.159047 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.159366 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.159685 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.160002 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.160318 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.160684 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.160999 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.161310 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.161620 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418fffe4-4553-4b4d-bad0-2e4a95cf68b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:54.272811 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.283769 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.285579 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] 10.222.0.64 "DELETE /v2.0/networks/432dd33d-a2e0-4ae1-844e-1697452c33e5 HTTP/1.1" status: 204 len: 168 time: 0.6876228 Aug 24 10:11:54.288653 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36748) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:54.301974 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb2c08-af4c-415f-92b0-b3dea734eb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=432dd33d-a2e0-4ae1-844e-1697452c33e5,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:54.322060 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6fcc1-a606-4999-b9e7-a7f1db293e09 req-119d4d98-9d93-4dd1-9cb9-2c57bc788697 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:54.323585 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8ae6fcc1-a606-4999-b9e7-a7f1db293e09 req-119d4d98-9d93-4dd1-9cb9-2c57bc788697 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0777700 Aug 24 10:11:54.362626 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8ae6fcc1-a606-4999-b9e7-a7f1db293e09 req-3b0ae601-73b8-4a9b-9b48-d17c11f2807c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Aug 24 10:11:54.614580 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Request body: {'port': {'device_id': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:11:54.638367 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.672692 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.814886 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12775ca1-ff6b-4394-86c7-ec7c92748d70 req-52b22f86-afa3-4d03-b799-b1a98d4af883 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:54.816465 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-12775ca1-ff6b-4394-86c7-ec7c92748d70 req-52b22f86-afa3-4d03-b799-b1a98d4af883 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 932 time: 0.0931029 Aug 24 10:11:54.881294 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-12775ca1-ff6b-4394-86c7-ec7c92748d70 req-6e96e933-aec5-4fa7-b219-4b531db4fcb0 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475426 Aug 24 10:11:54.957828 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cec7067-f17a-46eb-a6e6-fcacec218cf2 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:11:54.965992 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.976695 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Deleting port 3b0be2f6-991d-41b2-929d-f81439fbfd3d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:54.977052 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:54.978475 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Transition to ACTIVE for port object 6cec7067-f17a-46eb-a6e6-fcacec218cf2 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:11:55.060863 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device a5037a9f-14f2-4e09-b2f2-54841dd8227c no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:11:55.066732 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] For port 3b0be2f6-991d-41b2-929d-f81439fbfd3d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=3b0be2f6-991d-41b2-929d-f81439fbfd3d,segment=NetworkSegment(478bf879-039e-4280-a269-20e66d2e3f4b),segment_id=478bf879-039e-4280-a269-20e66d2e3f4b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:55.066732 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:55.079771 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Calling delete_port for 3b0be2f6-991d-41b2-929d-f81439fbfd3d owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:55.081570 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: a5037a9f-14f2-4e09-b2f2-54841dd8227c {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:11:55.081910 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device a5037a9f-14f2-4e09-b2f2-54841dd8227c not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:11:55.082402 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device f99068fe-f59f-4b38-bb18-2f02193bd3fb no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:11:55.095510 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:55.105772 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: f99068fe-f59f-4b38-bb18-2f02193bd3fb {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:11:55.106257 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device f99068fe-f59f-4b38-bb18-2f02193bd3fb not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:11:55.172639 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Pushing event updated for resources: {'Port': ['ID=6cec7067-f17a-46eb-a6e6-fcacec218cf2,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:55.221747 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:55.233962 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Attempting to bind port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:11:55.234308 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Attempting to bind port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:11:55.234642 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Attempting to bind port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 on network 20d99add-b609-42ab-8840-e559ba5ce163 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:11:55.239633 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 on network 20d99add-b609-42ab-8840-e559ba5ce163 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:11:55.239953 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Attempting to bind port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 on network 20d99add-b609-42ab-8840-e559ba5ce163 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:11:55.245237 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:11:55.245600 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Checking segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:11:55.245936 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Bound using segment: {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:11:55.246372 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Bound port: 6cec7067-f17a-46eb-a6e6-fcacec218cf2, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f639854f-5c7e-4fc9-b83f-586c00aeb486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:11:55.246745 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:55.321851 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] For port 6cec7067-f17a-46eb-a6e6-fcacec218cf2, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:11:55.325401 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] For port 6cec7067-f17a-46eb-a6e6-fcacec218cf2, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6cec7067-f17a-46eb-a6e6-fcacec218cf2,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:11:55.352791 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:55.383404 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0be2f6-991d-41b2-929d-f81439fbfd3d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:55.396840 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:55.442922 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:55.443531 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:55.448290 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] 10.222.0.90 "PUT /v2.0/ports/6cec7067-f17a-46eb-a6e6-fcacec218cf2 HTTP/1.1" status: 200 len: 1094 time: 0.8381698 Aug 24 10:11:55.448290 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'tag': '6cec7067-f17a-46eb-a6e6-fcacec218cf2'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:11:55.449831 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41165094-e797-4619-b1f1-9c60d24c5960" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec", "tag": "6cec7067-f17a-46eb-a6e6-fcacec218cf2"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:11:55.512228 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afec3dd-da0b-417a-a78d-8820a398b2dd x-openstack-request-id: req-1afec3dd-da0b-417a-a78d-8820a398b2dd {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:11:55.512551 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec", "tag": "6cec7067-f17a-46eb-a6e6-fcacec218cf2", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:11:55.513336 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1afec3dd-da0b-417a-a78d-8820a398b2dd {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:11:55.513740 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'tag': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'status': 'completed', 'code': 200} Aug 24 10:11:55.516129 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b9c66-ec78-4652-9adc-faee230f5f3b service neutron] Pushing event updated for resources: {'Port': ['ID=6cec7067-f17a-46eb-a6e6-fcacec218cf2,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:55.532619 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdca30b-4247-4451-96b3-3bbebb42d308 req-4ab3c699-caa2-45a3-a81f-31fba93eb30b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:55.534474 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0bdca30b-4247-4451-96b3-3bbebb42d308 req-4ab3c699-caa2-45a3-a81f-31fba93eb30b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0809224 Aug 24 10:11:55.623888 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0bdca30b-4247-4451-96b3-3bbebb42d308 req-02dfc751-4558-4048-8dfc-cb7b4c27c3e6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832834 Aug 24 10:11:55.639455 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41165094-e797-4619-b1f1-9c60d24c5960 req-28e3b3cc-047e-4a1c-8578-f89c06c320ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:55.641033 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-41165094-e797-4619-b1f1-9c60d24c5960 req-28e3b3cc-047e-4a1c-8578-f89c06c320ef service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 1097 time: 0.0699892 Aug 24 10:11:55.774514 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41165094-e797-4619-b1f1-9c60d24c5960 req-23f27998-19c1-4e8f-9575-d01cebe64cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:55.776193 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-41165094-e797-4619-b1f1-9c60d24c5960 req-23f27998-19c1-4e8f-9575-d01cebe64cb3 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=65c26a788943480eb71aec674c048f42&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1181204 Aug 24 10:11:55.876339 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:55.896100 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41165094-e797-4619-b1f1-9c60d24c5960 req-12a11c1e-9118-41b0-8bfe-ee2d4275b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:55.897533 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-41165094-e797-4619-b1f1-9c60d24c5960 req-12a11c1e-9118-41b0-8bfe-ee2d4275b008 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1106498 Aug 24 10:11:56.006873 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-a9a91f6c-532a-41e7-85e9-a90429fdbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:56.008812 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-a9a91f6c-532a-41e7-85e9-a90429fdbc56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 1097 time: 0.0430176 Aug 24 10:11:56.064454 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334932a-bc11-4044-98f1-51ece2d79558 req-7beba777-6284-4a58-afe0-1dc463de6b14 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:56.065957 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2334932a-bc11-4044-98f1-51ece2d79558 req-7beba777-6284-4a58-afe0-1dc463de6b14 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 944 time: 0.1032569 Aug 24 10:11:56.066924 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-3490dc76-e05d-4706-8931-f7498e53e2a3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cec7067-f17a-46eb-a6e6-fcacec218cf2 HTTP/1.1" status: 200 len: 217 time: 0.0366609 Aug 24 10:11:56.130424 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-5e67f016-953f-491b-ac90-ca7cef21c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:56.133622 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-5e67f016-953f-491b-ac90-ca7cef21c498 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7d64931-3d7b-4e32-a686-5b170f9c1a9e HTTP/1.1" status: 200 len: 850 time: 0.0566900 Aug 24 10:11:56.155333 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2334932a-bc11-4044-98f1-51ece2d79558 req-19b718a0-b000-4317-ae52-35e2a431e73d tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809250 Aug 24 10:11:56.183726 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:11:56.195776 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-02ce0dbe-a596-4146-8a34-260099e0e0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:56.197525 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-02ce0dbe-a596-4146-8a34-260099e0e0a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20d99add-b609-42ab-8840-e559ba5ce163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532367 Aug 24 10:11:56.296303 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-b9849ea7-7a9a-42e4-97d3-d89ae5f4a292 service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898929 Aug 24 10:11:56.297386 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:11:56.304757 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-29216417-65c5-418b-b4b1-1538623d8772 admin admin] 10.222.0.64 "PUT /v2.0/routers/c64d89bf-39f8-4dfe-a7e9-e753ce2baefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0126672 Aug 24 10:11:56.304868 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36766) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:56.307552 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] Sync routers for ids ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:11:56.318925 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] Routers {'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:56.319538 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:56.412083 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d42dce1b-ea1f-4f44-9a73-8d62b6b559f3 req-531d18a3-9582-4e90-9746-ed18ff0176a7 service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079450 Aug 24 10:11:56.424688 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:56.438235 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] Set router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:56.534743 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:56.619572 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:11:55Z', 'revision_number': 5, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port': {'id': 'bd27e561-f0d5-4719-9038-92c92b3de520', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:79:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:08:36Z', 'updated_at': '2021-08-24T10:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:56.649294 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Deleting port bd27e561-f0d5-4719-9038-92c92b3de520 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:56.649632 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:56.738027 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] Checking router: c64d89bf-39f8-4dfe-a7e9-e753ce2baefc for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:11:56.749332 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] For port bd27e561-f0d5-4719-9038-92c92b3de520, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=bd27e561-f0d5-4719-9038-92c92b3de520,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:56.749728 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:56.749955 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] Routers {'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:11:56.750985 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:56.762502 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Calling delete_port for bd27e561-f0d5-4719-9038-92c92b3de520 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:56.805348 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500d77b-213f-4526-98a3-b8e3322f8c48 req-3db49ae7-e1fd-45b4-ad5f-94eb2651d8fd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:56.816332 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7500d77b-213f-4526-98a3-b8e3322f8c48 req-3db49ae7-e1fd-45b4-ad5f-94eb2651d8fd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0952528 Aug 24 10:11:56.854739 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] Set router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:11:56.859202 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7500d77b-213f-4526-98a3-b8e3322f8c48 req-11c6dcb3-0270-42c5-9429-ea3d73a759b1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411839 Aug 24 10:11:56.916257 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:11:56Z', 'revision_number': 6, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port_host': None}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:56.948322 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5964820-a7bd-4c57-90cb-9dda32cf57c3 None None] The sync data for ids ['c64d89bf-39f8-4dfe-a7e9-e753ce2baefc'] in dv-cinder-805796-1-iscsi is: [{'id': 'c64d89bf-39f8-4dfe-a7e9-e753ce2baefc', 'name': 'tempest-TestMinimumBasicScenario-821030476-router', 'tenant_id': 'b47bb21f62274fd2b573343cb6ba0431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:08:35Z', 'updated_at': '2021-08-24T10:11:56Z', 'revision_number': 6, 'project_id': 'b47bb21f62274fd2b573343cb6ba0431', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:11:56.992335 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.032008 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.061370 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd27e561-f0d5-4719-9038-92c92b3de520,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:57.088233 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.191350 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.193916 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.309528 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e6ff3-fc81-4447-8564-94368ee69e6a req-0780f28b-977b-4187-a82a-127aed62e648 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:57.312508 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-381e6ff3-fc81-4447-8564-94368ee69e6a req-0780f28b-977b-4187-a82a-127aed62e648 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 944 time: 0.0616474 Aug 24 10:11:57.334917 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.335547 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64d89bf-39f8-4dfe-a7e9-e753ce2baefc {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:11:57.342727 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.344862 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-62d9ad27-b1bc-461e-a8da-c6d72ab15f5f admin admin] 10.222.0.64 "DELETE /v2.0/routers/c64d89bf-39f8-4dfe-a7e9-e753ce2baefc HTTP/1.1" status: 204 len: 168 time: 1.0390298 Aug 24 10:11:57.347393 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36774) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:57.376303 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-381e6ff3-fc81-4447-8564-94368ee69e6a req-2247545b-b0ff-449f-82aa-e81792ee0062 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562065 Aug 24 10:11:57.398963 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 3b0be2f6-991d-41b2-929d-f81439fbfd3d no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:11:57.421905 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 3b0be2f6-991d-41b2-929d-f81439fbfd3d {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:11:57.422248 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 3b0be2f6-991d-41b2-929d-f81439fbfd3d not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:11:57.422969 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_v2 [None req-48010ecd-6186-4fe0-803a-d0da76c5e1f5 admin admin] Deleting subnet dffed59a-7b02-420b-8c8a-770472ade6eb {{(pid=94721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:11:57.426817 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-48010ecd-6186-4fe0-803a-d0da76c5e1f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.467536 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-48010ecd-6186-4fe0-803a-d0da76c5e1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25956038'] for subnet, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.545470 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-48010ecd-6186-4fe0-803a-d0da76c5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.678318 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-48010ecd-6186-4fe0-803a-d0da76c5e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25642810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3295566'] for subnet, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.708517 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-48010ecd-6186-4fe0-803a-d0da76c5e1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.710414 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-48010ecd-6186-4fe0-803a-d0da76c5e1f5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dffed59a-7b02-420b-8c8a-770472ade6eb HTTP/1.1" status: 204 len: 168 time: 0.3616869 Aug 24 10:11:57.711651 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48010ecd-6186-4fe0-803a-d0da76c5e1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffed59a-7b02-420b-8c8a-770472ade6eb,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:57.713680 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36776) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:57.722139 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78a045-bab4-4614-99a8-813ec1d56eed None None] Network c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:11:57.794637 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.866343 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Deleting port 2a84f929-a738-448d-ac74-c879714f785b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:57.866676 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.931109 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] DHCP port deletion for c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 request from dv-cinder-805796-1-iscsi {{(pid=94723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 10:11:57.938648 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] For port 2a84f929-a738-448d-ac74-c879714f785b, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=2a84f929-a738-448d-ac74-c879714f785b,segment=NetworkSegment(478bf879-039e-4280-a269-20e66d2e3f4b),segment_id=478bf879-039e-4280-a269-20e66d2e3f4b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:57.939621 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:57.963700 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Calling delete_port for 2a84f929-a738-448d-ac74-c879714f785b owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:58.017029 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] Deleting port 2a84f929-a738-448d-ac74-c879714f785b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:11:58.017696 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.032975 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722f2a2-48b5-410d-ad1d-5051505092ca req-413624dc-8a78-4eb6-a5df-4c903bbb9544 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:58.035686 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d722f2a2-48b5-410d-ad1d-5051505092ca req-413624dc-8a78-4eb6-a5df-4c903bbb9544 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0853415 Aug 24 10:11:58.100542 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d722f2a2-48b5-410d-ad1d-5051505092ca req-6f1bae2b-c7db-4ebf-805c-167dc6cf9881 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586290 Aug 24 10:11:58.116858 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] For port 2a84f929-a738-448d-ac74-c879714f785b, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=2a84f929-a738-448d-ac74-c879714f785b,segment=NetworkSegment(478bf879-039e-4280-a269-20e66d2e3f4b),segment_id=478bf879-039e-4280-a269-20e66d2e3f4b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:11:58.117451 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.129724 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.131623 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] Calling delete_port for 2a84f929-a738-448d-ac74-c879714f785b owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:11:58.156326 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=2a84f929-a738-448d-ac74-c879714f785b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:58.161630 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] No DVR routers for this DVR port 2a84f929-a738-448d-ac74-c879714f785b on host dv-cinder-805796-1-iscsi {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:11:58.213118 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.233568 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.242270 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] No DVR routers for this DVR port 2a84f929-a738-448d-ac74-c879714f785b on host dv-cinder-805796-1-iscsi {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:11:58.243759 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.244118 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.244245 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71597477-c9bd-484c-82d0-39935075dd19 None None] Pushing event deleted for resources: {'Port': ['ID=2a84f929-a738-448d-ac74-c879714f785b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:58.244903 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.245230 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > port after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.245549 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > port after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.245877 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > port after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.246195 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.246815 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.246815 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.247769 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.358652 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.358930 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.359206 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.359542 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 10:11:58.359923 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f1e00d-8bbc-427b-9aea-e2eeccc1d530']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:58.382824 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478bf879-039e-4280-a269-20e66d2e3f4b') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:58.383098 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478bf879-039e-4280-a269-20e66d2e3f4b') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:11:58.399024 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25983397'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.420126 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.429491 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:11:58.429873 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26000746'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: from cryptography.utils import int_from_bytes Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: from cryptography.utils import int_from_bytes Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: Traceback (most recent call last): Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: timer() Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: cb(*args, **kw) Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: return func(*args, **kwargs) Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: self._notify() Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: self.callback(batched_events) Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: event.method(event) Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: return f(self, *a, **k) Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._get(url).json() Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: return self.request(url, 'GET', **kwargs) Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:11:58.433861 dv-cinder-805796-1-iscsi neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:11:58.535378 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d5b1c-d001-436e-82f0-889598ab7575 req-3ac5283a-ba52-4bbe-842c-16bf2728b58f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:58.536954 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-de8d5b1c-d001-436e-82f0-889598ab7575 req-3ac5283a-ba52-4bbe-842c-16bf2728b58f tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 944 time: 0.0666161 Aug 24 10:11:58.576331 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-de8d5b1c-d001-436e-82f0-889598ab7575 req-f91e1c52-536b-4486-b382-f794edad9da9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330827 Aug 24 10:11:58.580642 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.588684 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:58.594545 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] 10.222.0.64 "DELETE /v2.0/networks/c1f1e00d-8bbc-427b-9aea-e2eeccc1d530 HTTP/1.1" status: 204 len: 168 time: 0.8760343 Aug 24 10:11:58.601092 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56293dd3-73b5-4d03-a83f-6b40892c6bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f1e00d-8bbc-427b-9aea-e2eeccc1d530,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:59.010003 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:59.056623 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-53b4e02d-9af7-4fb0-bdd5-913870d30d1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=af492f3bc80447a8a7118f83e917c317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432277 Aug 24 10:11:59.056814 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36788) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:11:59.062081 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device bd27e561-f0d5-4719-9038-92c92b3de520 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:11:59.082138 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: bd27e561-f0d5-4719-9038-92c92b3de520 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:11:59.082683 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device bd27e561-f0d5-4719-9038-92c92b3de520 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:11:59.083097 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 2a84f929-a738-448d-ac74-c879714f785b no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:11:59.102166 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 2a84f929-a738-448d-ac74-c879714f785b {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:11:59.102506 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 2a84f929-a738-448d-ac74-c879714f785b not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:11:59.108920 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:59.130147 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:59.222105 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575396a-bbc6-4870-824a-12940cffafc4 req-9ac58db5-0189-44dc-89a5-9fe8fe56cd71 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:59.223590 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c575396a-bbc6-4870-824a-12940cffafc4 req-9ac58db5-0189-44dc-89a5-9fe8fe56cd71 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0488236 Aug 24 10:11:59.249006 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:59.251564 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:11:59.255573 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/16b5c275-1433-4212-a5ee-3c852048d219 HTTP/1.1" status: 204 len: 168 time: 0.1950152 Aug 24 10:11:59.261857 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b5c275-1433-4212-a5ee-3c852048d219,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:11:59.266656 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c575396a-bbc6-4870-824a-12940cffafc4 req-bfbdd43c-8e65-4fd5-ace9-1a859997e869 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357180 Aug 24 10:11:59.270910 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.271313 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.271760 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.272173 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.272606 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.272990 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.273383 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.273702 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.274018 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.274333 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.274648 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.274963 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246702e5-bd85-423d-8495-787c50439d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:11:59.974122 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea4b35-9520-4da8-bb36-55a5c07bb0ef req-6bb62b8f-ed98-4f0e-9d79-5d1abf7589c7 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:11:59.975610 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-65ea4b35-9520-4da8-bb36-55a5c07bb0ef req-6bb62b8f-ed98-4f0e-9d79-5d1abf7589c7 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 944 time: 0.0568531 Aug 24 10:12:00.030044 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-65ea4b35-9520-4da8-bb36-55a5c07bb0ef req-dcd9d371-7d19-4aa6-a2ca-56872d989ab4 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Aug 24 10:12:00.093017 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:00.137075 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-2cdf2632-1faa-4a7d-9b88-f52cc836b129 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b47bb21f62274fd2b573343cb6ba0431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427663 Aug 24 10:12:00.140506 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36804) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:00.199303 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b475a9c2-4bd5-4fa5-b2ab-9ce450524cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:00.224810 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b475a9c2-4bd5-4fa5-b2ab-9ce450524cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:00.342002 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b475a9c2-4bd5-4fa5-b2ab-9ce450524cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:00.346854 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b475a9c2-4bd5-4fa5-b2ab-9ce450524cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:00.348547 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-b475a9c2-4bd5-4fa5-b2ab-9ce450524cfd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a0896724-def7-4b74-a197-ab473c59034e HTTP/1.1" status: 204 len: 168 time: 0.2070475 Aug 24 10:12:00.357409 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475a9c2-4bd5-4fa5-b2ab-9ce450524cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0896724-def7-4b74-a197-ab473c59034e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:00.427756 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d29e2-061c-467f-8ade-e9391964170c req-114c2631-76ee-4ef7-99a2-b0795a1d8b2e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:00.429353 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a99d29e2-061c-467f-8ade-e9391964170c req-114c2631-76ee-4ef7-99a2-b0795a1d8b2e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0613902 Aug 24 10:12:00.473931 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a99d29e2-061c-467f-8ade-e9391964170c req-2cdd120e-c1d5-4c5c-b40f-a25d6304d2e6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360630 Aug 24 10:12:01.157248 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69644e7-a60d-407a-83e0-9324af267bc4 req-08eefa97-1f96-4fd8-9b7d-d8fe13ea75c6 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:01.164367 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f69644e7-a60d-407a-83e0-9324af267bc4 req-08eefa97-1f96-4fd8-9b7d-d8fe13ea75c6 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 944 time: 0.0563025 Aug 24 10:12:01.197336 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f69644e7-a60d-407a-83e0-9324af267bc4 req-e201a023-1fec-4473-90b0-a405c6fb5c26 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325620 Aug 24 10:12:01.533584 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36840) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:01.602332 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1d7b8-6e06-44b4-bb88-6bec061c71fd req-d60a41de-370f-4e2b-99c0-4eb1baffaf3f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:01.603836 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9ca1d7b8-6e06-44b4-bb88-6bec061c71fd req-d60a41de-370f-4e2b-99c0-4eb1baffaf3f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0532238 Aug 24 10:12:01.635400 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-311591713-network', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:01.655128 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9ca1d7b8-6e06-44b4-bb88-6bec061c71fd req-2d23ddbe-62bc-40b1-b521-63bdfcf3bef2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444400 Aug 24 10:12:01.745978 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Made reservation on behalf of d465d2008563404ab757a87a35aca3b9 for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:12:01.753266 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:01.757271 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:01.791335 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:12:01.861341 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:01.935484 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:01.959880 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] vlan segment allocate from pool success with {'vlan_id': 1217, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:12:01.968527 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e11fce8-94be-4bb8-bcb0-b97cb1582503,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:01.974180 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:01.974516 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Added segment 0806f82a-6017-4cc0-a6a5-72015e4b98a0 of type vlan for network 25d16171-7ba8-4864-b259-58258850e21d Aug 24 10:12:02.013849 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:02.118059 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:02.119193 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:02.119833 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:02.205578 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] Pushing event updated for resources: {'Network': ['ID=25d16171-7ba8-4864-b259-58258850e21d,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:02.220955 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 25d16171-7ba8-4864-b259-58258850e21d details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:12:02.222138 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ad18d67d-c919-4bb0-ad20-db0fb24a833d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6874232 Aug 24 10:12:02.227285 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36848) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:02.232608 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Request body: {'subnet': {'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-311591713-subnet', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:02.318890 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b7827-7f30-438b-a646-a8a1124f53af req-919bc217-af43-48c3-9f08-149070b6316a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:02.320416 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dc8b7827-7f30-438b-a646-a8a1124f53af req-919bc217-af43-48c3-9f08-149070b6316a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 944 time: 0.0503025 Aug 24 10:12:02.354099 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Made reservation on behalf of d465d2008563404ab757a87a35aca3b9 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:12:02.357169 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28312880'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:02.373122 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dc8b7827-7f30-438b-a646-a8a1124f53af req-b06a1420-b962-4ba8-b79d-1662346c9201 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457718 Aug 24 10:12:02.604080 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26001103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28312898'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:02.652701 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c1bcb0-16d7-4410-903d-102f42916bc5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:02.668578 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Checking segment: {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:02.669525 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Network hostable DHCP agents. Network: 25d16171-7ba8-4864-b259-58258850e21d, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:12:02.780951 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Network 25d16171-7ba8-4864-b259-58258850e21d is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:12:02.781484 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a756e-63fe-408d-a3be-6c8f9e0f9604 req-561e3a95-b4e0-49d0-be82-da0603ee7104 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:02.783026 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-918a756e-63fe-408d-a3be-6c8f9e0f9604 req-561e3a95-b4e0-49d0-be82-da0603ee7104 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Aug 24 10:12:02.826094 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-918a756e-63fe-408d-a3be-6c8f9e0f9604 req-24212b4f-f610-4419-a44f-54412abbc254 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331972 Aug 24 10:12:02.911895 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 25d16171-7ba8-4864-b259-58258850e21d) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:02.915918 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:02.916578 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:02.923208 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d60d60-2edd-4ada-a095-650b17195c64 None None] Network 25d16171-7ba8-4864-b259-58258850e21d requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:12:03.009425 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e0c224b8-9760-4357-8b4f-41f4384cc484 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7813542 Aug 24 10:12:03.011933 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36854) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:03.017026 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:03.068320 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-25d16171-7ba8-4864-b259-58258850e21d', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:12:03.069219 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.112275 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.113504 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.168192 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.204334 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Allocated IP 172.20.0.2 (25d16171-7ba8-4864-b259-58258850e21d/28c1bcb0-16d7-4410-903d-102f42916bc5/fe408210-f1f1-485d-864a-7e53f6544a6e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:12:03.348092 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.357568 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Transition to ACTIVE for port object fe408210-f1f1-485d-864a-7e53f6544a6e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:03.364232 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.375226 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Transition to ACTIVE for port object fe408210-f1f1-485d-864a-7e53f6544a6e will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:03.495936 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.540301 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Network 25d16171-7ba8-4864-b259-58258850e21d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:03.543367 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:03.547555 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:12:03.555953 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Pushing event updated for resources: {'Port': ['ID=fe408210-f1f1-485d-864a-7e53f6544a6e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:03.614639 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Attempting to bind port fe408210-f1f1-485d-864a-7e53f6544a6e on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:12:03.615004 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Attempting to bind port fe408210-f1f1-485d-864a-7e53f6544a6e by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:12:03.615366 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Attempting to bind port fe408210-f1f1-485d-864a-7e53f6544a6e on network 25d16171-7ba8-4864-b259-58258850e21d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:03.620794 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:12:03.621157 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Checking segment: {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:03.621554 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.622564 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Bound using segment: {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:12:03.623161 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Bound port: fe408210-f1f1-485d-864a-7e53f6544a6e, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:12:03.623541 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.697190 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] For port fe408210-f1f1-485d-864a-7e53f6544a6e, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:12:03.701375 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] For port fe408210-f1f1-485d-864a-7e53f6544a6e, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=fe408210-f1f1-485d-864a-7e53f6544a6e,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:12:03.781533 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:03.787747 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db221-934b-4b18-8755-dd831ce85cc4 req-3bbeb584-d04b-424d-a5f7-633c3a5f29fa tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:03.789316 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-720db221-934b-4b18-8755-dd831ce85cc4 req-3bbeb584-d04b-424d-a5f7-633c3a5f29fa tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 944 time: 0.3431339 Aug 24 10:12:03.847390 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2598f26-f4ba-4c62-9076-2043836c8409 None None] Pushing event updated for resources: {'Port': ['ID=fe408210-f1f1-485d-864a-7e53f6544a6e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:03.852999 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-720db221-934b-4b18-8755-dd831ce85cc4 req-bf384ac4-2c33-47c4-a9f6-7489120617c1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565383 Aug 24 10:12:03.961746 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb5ba1-7cec-4fcc-88ae-9509e27d66c5 req-cf3a1140-fde5-41a8-ab51-60d898c1e77c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:03.963711 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-daeb5ba1-7cec-4fcc-88ae-9509e27d66c5 req-cf3a1140-fde5-41a8-ab51-60d898c1e77c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0561895 Aug 24 10:12:03.991031 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:04.018799 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 6cec7067-f17a-46eb-a6e6-fcacec218cf2 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:12:04.033113 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-daeb5ba1-7cec-4fcc-88ae-9509e27d66c5 req-5093430a-207f-4f4f-bb70-8de1961f687b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627902 Aug 24 10:12:04.033309 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:04.158109 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Allocated IP 172.27.3.185 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/da64039b-2fa7-4c1e-ad8a-310355a5746f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:12:04.161877 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 6cec7067-f17a-46eb-a6e6-fcacec218cf2, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6cec7067-f17a-46eb-a6e6-fcacec218cf2,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:04.174633 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'port_id': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'mac_address': 'fa:16:3e:f7:42:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:12:04.213302 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:04.227318 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cec7067-f17a-46eb-a6e6-fcacec218cf2 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:12:04.249669 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 6cec7067-f17a-46eb-a6e6-fcacec218cf2, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6cec7067-f17a-46eb-a6e6-fcacec218cf2,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:04.273051 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:04.340714 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:04.393100 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=6cec7067-f17a-46eb-a6e6-fcacec218cf2,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:04.426842 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:04.470092 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:04.473321 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:04.477115 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:12:04.511044 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Pushing event updated for resources: {'Port': ['ID=da64039b-2fa7-4c1e-ad8a-310355a5746f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:04.719901 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['6cec7067-f17a-46eb-a6e6-fcacec218cf2'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:12:04.775799 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586603bb-99fc-4823-b91c-dcc948829f60 None None] Network 25d16171-7ba8-4864-b259-58258850e21d requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:12:04.849415 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:04.947343 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-74be844d-f969-4485-bf41-22377e2d7485 None None] Provisioning for port fe408210-f1f1-485d-864a-7e53f6544a6e completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:05.049009 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6f919-b68f-42ff-a348-aa3da3e8fe8d req-ff71c824-07e7-42eb-b423-d74d41f58133 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:05.050560 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-83b6f919-b68f-42ff-a348-aa3da3e8fe8d req-ff71c824-07e7-42eb-b423-d74d41f58133 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 945 time: 0.1090112 Aug 24 10:12:05.130058 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device fe408210-f1f1-485d-864a-7e53f6544a6e up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:05.141623 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-83b6f919-b68f-42ff-a348-aa3da3e8fe8d req-401cd56b-713f-47a5-b5a7-97b4fa56aee5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825205 Aug 24 10:12:05.165816 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:05.209893 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27767d9-22db-488b-a6b6-0e23ad14562a req-2e7f0e0e-e807-4117-8d90-ad1288678cb9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:05.211657 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d27767d9-22db-488b-a6b6-0e23ad14562a req-2e7f0e0e-e807-4117-8d90-ad1288678cb9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0661523 Aug 24 10:12:05.260888 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port fe408210-f1f1-485d-864a-7e53f6544a6e completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:05.262303 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d27767d9-22db-488b-a6b6-0e23ad14562a req-cbc88d83-e6d1-4f52-a6bb-5eff1f8c560e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 Aug 24 10:12:05.266079 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port fe408210-f1f1-485d-864a-7e53f6544a6e triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:05.266452 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:05.354195 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:05.398937 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port fe408210-f1f1-485d-864a-7e53f6544a6e, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=fe408210-f1f1-485d-864a-7e53f6544a6e,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:05.399963 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-3d485bc6-830e-4f3f-b325-e85add3c9bbe None None] Provisioning complete for port fe408210-f1f1-485d-864a-7e53f6544a6e triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:05.400318 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d485bc6-830e-4f3f-b325-e85add3c9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:05.421160 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Router c57e1f91-0d47-4aed-90f0-f42713027217 is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:12:05.486437 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:05.499380 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d485bc6-830e-4f3f-b325-e85add3c9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:05.544610 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:12:05.573442 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Sync routers for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:12:05.579391 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=fe408210-f1f1-485d-864a-7e53f6544a6e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:05.600191 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.db.api [None req-3d485bc6-830e-4f3f-b325-e85add3c9bbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 10:12:05.600572 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG oslo_db.api [None req-3d485bc6-830e-4f3f-b325-e85add3c9bbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 10:12:05.601034 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:05.601659 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:05.637529 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:05.638807 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e7ed8aed-84f6-45f5-a04c-cf72ac4eee3f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6253262 Aug 24 10:12:05.641625 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36874) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:05.718494 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:05.939581 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:04Z', 'revision_number': 3, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:05.969300 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Checking router: c57e1f91-0d47-4aed-90f0-f42713027217 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:12:05.969756 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Updating router c57e1f91-0d47-4aed-90f0-f42713027217 port da64039b-2fa7-4c1e-ad8a-310355a5746f binding host dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:12:06.003635 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.160182 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.314861 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.318354 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a9113-4fb4-4eee-9671-eb9898a5ad93 req-3e0d5808-7593-44c1-b355-b0260a408e87 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:06.319899 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-299a9113-4fb4-4eee-9671-eb9898a5ad93 req-3e0d5808-7593-44c1-b355-b0260a408e87 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 945 time: 0.0941823 Aug 24 10:12:06.328504 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Transition to ACTIVE for port object da64039b-2fa7-4c1e-ad8a-310355a5746f will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:06.390703 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Allocated IP 172.20.0.1 (25d16171-7ba8-4864-b259-58258850e21d/28c1bcb0-16d7-4410-903d-102f42916bc5/ec871e9d-b443-4540-9571-662c90393cb2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:12:06.397345 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884562-b5b9-46d7-a600-3b854bdbf4d3 req-beacd5f8-797b-4a87-aab8-91a9b9881530 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:06.399194 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-299a9113-4fb4-4eee-9671-eb9898a5ad93 req-cce95297-74c3-4130-a2a2-ea0fbce217c6 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525372 Aug 24 10:12:06.399417 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fc884562-b5b9-46d7-a600-3b854bdbf4d3 req-beacd5f8-797b-4a87-aab8-91a9b9881530 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0509117 Aug 24 10:12:06.415895 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.459302 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fc884562-b5b9-46d7-a600-3b854bdbf4d3 req-938b1c42-cf35-4df3-a4f4-33de02bcdf7a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511215 Aug 24 10:12:06.500841 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Attempting to bind port da64039b-2fa7-4c1e-ad8a-310355a5746f on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:12:06.501224 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Attempting to bind port da64039b-2fa7-4c1e-ad8a-310355a5746f by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:12:06.501583 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Attempting to bind port da64039b-2fa7-4c1e-ad8a-310355a5746f on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:06.514045 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:12:06.514424 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:06.515127 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.515276 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:12:06.515748 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Bound port: da64039b-2fa7-4c1e-ad8a-310355a5746f, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:12:06.516339 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.518012 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de9524-3a67-4ed9-91d7-229f07fafc80 None None] Pushing event updated for resources: {'Port': ['ID=da64039b-2fa7-4c1e-ad8a-310355a5746f,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:06.547774 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.564056 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Transition to ACTIVE for port object ec871e9d-b443-4540-9571-662c90393cb2 will not be triggered until provisioned by entity DHCP. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:06.578487 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] For port da64039b-2fa7-4c1e-ad8a-310355a5746f, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:12:06.582259 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] For port da64039b-2fa7-4c1e-ad8a-310355a5746f, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=da64039b-2fa7-4c1e-ad8a-310355a5746f,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:12:06.655687 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.713998 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:06.714528 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:06.718426 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.758201 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de9524-3a67-4ed9-91d7-229f07fafc80 None None] Pushing event updated for resources: {'Port': ['ID=da64039b-2fa7-4c1e-ad8a-310355a5746f,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:06.766289 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Network 25d16171-7ba8-4864-b259-58258850e21d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:06.769622 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:06.773787 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:12:06.808976 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec871e9d-b443-4540-9571-662c90393cb2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:06.844180 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:06.851239 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:07.077246 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device fe408210-f1f1-485d-864a-7e53f6544a6e up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:07.102151 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.109621 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:04Z', 'revision_number': 3, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:07.142951 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670d303f-b748-4615-838e-a5f32f0e87df None None] The sync data for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi is: [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:04Z', 'revision_number': 3, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:12:07.165690 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port fe408210-f1f1-485d-864a-7e53f6544a6e triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:07.165690 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.194503 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-59a865c7-bc5d-4795-82b2-a370e974806d None None] Provisioning for port ec871e9d-b443-4540-9571-662c90393cb2 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:07.203413 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-59a865c7-bc5d-4795-82b2-a370e974806d None None] Provisioning complete for port ec871e9d-b443-4540-9571-662c90393cb2 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:07.203779 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59a865c7-bc5d-4795-82b2-a370e974806d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.303774 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.376506 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-59a865c7-bc5d-4795-82b2-a370e974806d None None] Port ec871e9d-b443-4540-9571-662c90393cb2 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:12:07.398551 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26000710'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.440335 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 6cec7067-f17a-46eb-a6e6-fcacec218cf2 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:07.481962 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec871e9d-b443-4540-9571-662c90393cb2,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:07.487563 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.576245 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:07.585220 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:07.585860 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.622879 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5140a8-2ad6-459b-a03a-36b97d666ea9 req-7952026f-4076-4e24-acd2-e884d85bb5c1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:07.625210 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a5140a8-2ad6-459b-a03a-36b97d666ea9 req-7952026f-4076-4e24-acd2-e884d85bb5c1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0617061 Aug 24 10:12:07.638946 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43e6ee-5935-4486-9697-c78ab37efd68 req-7f18bba4-96c7-414b-bb6f-1883326a3b71 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:07.640560 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1b43e6ee-5935-4486-9697-c78ab37efd68 req-7f18bba4-96c7-414b-bb6f-1883326a3b71 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 945 time: 0.0872889 Aug 24 10:12:07.670778 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Network 25d16171-7ba8-4864-b259-58258850e21d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:07.673645 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:07.680994 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a5140a8-2ad6-459b-a03a-36b97d666ea9 req-2cf6e0aa-57a9-402c-ac9c-d7705ade680e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454898 Aug 24 10:12:07.698991 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1b43e6ee-5935-4486-9697-c78ab37efd68 req-88198b0e-463a-4176-824e-72f3bc898c33 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507731 Aug 24 10:12:07.731506 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.761776 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec7067-f17a-46eb-a6e6-fcacec218cf2'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:12:07.765412 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0e20a2-c1cf-43b6-a255-7667627da8c8" -d '{"events": [{"server_uuid": "c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec", "name": "network-vif-plugged", "status": "completed", "tag": "6cec7067-f17a-46eb-a6e6-fcacec218cf2"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:12:07.781908 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 6cec7067-f17a-46eb-a6e6-fcacec218cf2, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6cec7067-f17a-46eb-a6e6-fcacec218cf2,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:07.813244 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0245c425-b106-4230-bbf5-512b927b4eed x-openstack-request-id: req-0245c425-b106-4230-bbf5-512b927b4eed {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:12:07.813535 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec", "name": "network-vif-plugged", "status": "completed", "tag": "6cec7067-f17a-46eb-a6e6-fcacec218cf2", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:12:07.813784 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0245c425-b106-4230-bbf5-512b927b4eed {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:12:07.814172 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'code': 200} Aug 24 10:12:07.853431 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Router c57e1f91-0d47-4aed-90f0-f42713027217 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:12:07.935491 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:07.982372 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:12:07.988910 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-ac6386eb-4e8a-478a-be7c-499087c7e7a4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c57e1f91-0d47-4aed-90f0-f42713027217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3462369 Aug 24 10:12:07.993531 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=6cec7067-f17a-46eb-a6e6-fcacec218cf2,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:08.026696 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-d4516f24-cecf-4327-8710-888fe34eede4 None None] Provisioning complete for port ec871e9d-b443-4540-9571-662c90393cb2 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:08.027070 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4516f24-cecf-4327-8710-888fe34eede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:08.071437 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d4516f24-cecf-4327-8710-888fe34eede4 None None] Port ec871e9d-b443-4540-9571-662c90393cb2 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:12:08.319398 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915668-062e-46a7-85a7-0b045336078f req-e5ffdd27-b510-4020-a2e0-63d635aee7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:08.320960 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c915668-062e-46a7-85a7-0b045336078f req-e5ffdd27-b510-4020-a2e0-63d635aee7e9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 1099 time: 0.1019974 Aug 24 10:12:08.369518 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c915668-062e-46a7-85a7-0b045336078f req-97b6e8bb-fe27-4003-9fcc-2173c7965dbd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400171 Aug 24 10:12:08.795626 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:08.802587 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1503139780-network', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:08.828364 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef99e27-28ae-44dc-99e0-7e6fd388bb20 req-9f04fd77-a428-45ff-a45c-c37d5313a7ae tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:08.829923 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7ef99e27-28ae-44dc-99e0-7e6fd388bb20 req-9f04fd77-a428-45ff-a45c-c37d5313a7ae tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0531602 Aug 24 10:12:08.872648 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7ef99e27-28ae-44dc-99e0-7e6fd388bb20 req-d0c8d4f1-6606-4120-98e3-033db2ea47f2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351665 Aug 24 10:12:08.957810 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Made reservation on behalf of 0b68d032699a498d9c4e57f8e94f137b for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:12:08.960299 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:08.972973 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:08.996684 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f28e0-4d12-434a-829e-2f9d5a7e1a52 req-dd476791-f5a4-425b-82f6-2306b385080b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:08.998828 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ec4f28e0-4d12-434a-829e-2f9d5a7e1a52 req-dd476791-f5a4-425b-82f6-2306b385080b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 946 time: 0.0611377 Aug 24 10:12:09.027315 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Sync routers for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:12:09.051607 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:09.052266 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:09.113208 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ec4f28e0-4d12-434a-829e-2f9d5a7e1a52 req-f01e7250-a21d-4b7c-91d1-8cfe15f8b97a tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951715 Aug 24 10:12:09.130667 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.139457 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device da64039b-2fa7-4c1e-ad8a-310355a5746f up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:09.190761 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:09.202626 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.224745 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 1247, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:12:09.241068 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6003550-d2f9-448a-a53a-4ba1b3c9e458,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:09.243948 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.244287 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Added segment ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359 of type vlan for network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 Aug 24 10:12:09.264239 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port da64039b-2fa7-4c1e-ad8a-310355a5746f completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:09.264592 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port da64039b-2fa7-4c1e-ad8a-310355a5746f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:09.265272 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.288842 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.351167 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.375808 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port da64039b-2fa7-4c1e-ad8a-310355a5746f, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=da64039b-2fa7-4c1e-ad8a-310355a5746f,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:09.386304 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.387387 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:09.388069 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.416275 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:07Z', 'revision_number': 2, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:09.449305 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.456870 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Checking router: c57e1f91-0d47-4aed-90f0-f42713027217 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:12:09.457225 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Updating router c57e1f91-0d47-4aed-90f0-f42713027217 port ec871e9d-b443-4540-9571-662c90393cb2 binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:12:09.459636 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:12:09.462327 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] Pushing event updated for resources: {'Network': ['ID=709917bd-b08a-40d1-ac86-a4bdc27d71d3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:09.489327 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:12:09.490152 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.497211 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36930) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:09.501134 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Request body: {'subnet': {'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1503139780-subnet', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'ip_version': 4}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:09.501386 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-b680f8b2-8387-41db-8ea0-166efa376a6c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7042983 Aug 24 10:12:09.620647 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Made reservation on behalf of 0b68d032699a498d9c4e57f8e94f137b for: {'subnet': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:12:09.624974 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3295525'] for subnet, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.628036 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=da64039b-2fa7-4c1e-ad8a-310355a5746f,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:09.678103 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:09.692886 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'port_id': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'mac_address': 'fa:16:3e:b9:83:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:12:09.764488 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.788138 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:12:09.830078 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:09.883718 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.894699 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Transition to ACTIVE for port object ec871e9d-b443-4540-9571-662c90393cb2 will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:09.917924 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.974843 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:09.976067 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:09.999017 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3295575'] for subnet, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.089958 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fd41af-267a-4a5c-9704-30777c42194c,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:10.098572 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Checking segment: {'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:10.099105 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Network hostable DHCP agents. Network: 709917bd-b08a-40d1-ac86-a4bdc27d71d3, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:12:10.100078 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:12:10.111496 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Pushing event updated for resources: {'Port': ['ID=ec871e9d-b443-4540-9571-662c90393cb2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:10.161009 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cd44-8e4d-4fc6-8f86-49af70489b3d req-7890508d-47e3-422e-bf8f-329002ffb26c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:10.163551 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7282cd44-8e4d-4fc6-8f86-49af70489b3d req-7890508d-47e3-422e-bf8f-329002ffb26c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 944 time: 0.1487639 Aug 24 10:12:10.175241 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.175817 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.177258 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.177834 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.178409 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.179024 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.179309 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.179678 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.180045 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.180580 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.180848 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.181173 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:10.247578 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7282cd44-8e4d-4fc6-8f86-49af70489b3d req-6696ee3f-98ce-4b40-9e5d-27257203e31f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686822 Aug 24 10:12:10.259805 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:12:10.296010 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Attempting to bind port ec871e9d-b443-4540-9571-662c90393cb2 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:12:10.296010 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Attempting to bind port ec871e9d-b443-4540-9571-662c90393cb2 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:12:10.296010 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Attempting to bind port ec871e9d-b443-4540-9571-662c90393cb2 on network 25d16171-7ba8-4864-b259-58258850e21d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:10.296010 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:12:10.296010 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Checking segment: {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:10.296010 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.296770 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Bound using segment: {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:12:10.296863 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Bound port: ec871e9d-b443-4540-9571-662c90393cb2, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:12:10.297338 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.351213 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 709917bd-b08a-40d1-ac86-a4bdc27d71d3) {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:10.360218 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:10.360935 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.364198 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375488d-d248-4eb5-aa0a-83e9bd7c1095 None None] Network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:12:10.405608 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] For port ec871e9d-b443-4540-9571-662c90393cb2, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:12:10.409449 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adba76-3879-446c-ae21-6ed3346f262d req-4b79f9ae-71a6-4344-960a-dbd41ed6f712 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:10.411478 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] For port ec871e9d-b443-4540-9571-662c90393cb2, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=ec871e9d-b443-4540-9571-662c90393cb2,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:12:10.414071 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-72adba76-3879-446c-ae21-6ed3346f262d req-4b79f9ae-71a6-4344-960a-dbd41ed6f712 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 946 time: 0.1086104 Aug 24 10:12:10.466552 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-dc962e22-15c5-45c0-8baa-73783e8620cd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9706306 Aug 24 10:12:10.466834 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 36956) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:10.475595 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:10.483474 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-72adba76-3879-446c-ae21-6ed3346f262d req-17cae562-884c-41e4-aefe-f531c72d7de5 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594089 Aug 24 10:12:10.510214 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.581594 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-778906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36096'] for router, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.583254 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-783736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-783407', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-744584', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36107'] for router, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.614554 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ac88b4b-f487-5009-8dd6-5f83667497f6-709917bd-b08a-40d1-ac86-a4bdc27d71d3', 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'fixed_ips': [{'subnet_id': '60fd41af-267a-4a5c-9704-30777c42194c'}]}} from dv-cinder-805796-1-iscsi. {{(pid=94723) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 24 10:12:10.625529 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.673020 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7e32e-9d9c-4874-8107-bcb88de0a046 req-d4e3bd77-19fa-4b59-b4d7-b3db4817812b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:10.680901 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1bb7e32e-9d9c-4874-8107-bcb88de0a046 req-d4e3bd77-19fa-4b59-b4d7-b3db4817812b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 946 time: 0.0990131 Aug 24 10:12:10.686523 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36962) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:10.695034 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Request body: {'floatingip': {'port_id': '6cec7067-f17a-46eb-a6e6-fcacec218cf2'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:10.704436 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfff3b-ebe5-4a34-acbe-489d8bbc7eab None None] Pushing event updated for resources: {'Port': ['ID=ec871e9d-b443-4540-9571-662c90393cb2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:10.723419 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:10.725130 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:10.732181 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:10.765974 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:11.009841 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Allocated IP 172.20.0.2 (709917bd-b08a-40d1-ac86-a4bdc27d71d3/60fd41af-267a-4a5c-9704-30777c42194c/12d23801-0e52-466d-8aa0-fceab0e9bba0) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:12:11.094933 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:11.160193 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:11.179084 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device da64039b-2fa7-4c1e-ad8a-310355a5746f up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:11.407149 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:11.427260 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Transition to ACTIVE for port object 12d23801-0e52-466d-8aa0-fceab0e9bba0 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:11.447292 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Transition to ACTIVE for port object 12d23801-0e52-466d-8aa0-fceab0e9bba0 will not be triggered until provisioned by entity DHCP. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:11.454111 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:11.554659 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:11.580624 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port da64039b-2fa7-4c1e-ad8a-310355a5746f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:11.581002 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:11.581569 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:10Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:11.613060 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd6c7b-0259-4ab3-94f4-86d3c59f6ce4 None None] The sync data for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi is: [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:10Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:12:11.623603 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b76154-42e4-48ab-b93f-5a329581d1d7 req-8436edb8-6d93-43f6-9b39-54e66bb467c6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:11.625701 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-90b76154-42e4-48ab-b93f-5a329581d1d7 req-8436edb8-6d93-43f6-9b39-54e66bb467c6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 944 time: 0.1980343 Aug 24 10:12:11.802899 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:11.819050 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:11.873756 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:12:12.064470 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Pushing event updated for resources: {'Port': ['ID=12d23801-0e52-466d-8aa0-fceab0e9bba0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:12.093368 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:12.094042 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.201778 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Attempting to bind port 12d23801-0e52-466d-8aa0-fceab0e9bba0 on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:12:12.202148 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Attempting to bind port 12d23801-0e52-466d-8aa0-fceab0e9bba0 by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:12:12.202507 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Attempting to bind port 12d23801-0e52-466d-8aa0-fceab0e9bba0 on network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:12.305937 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:12:12.306502 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Checking segment: {'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:12.307534 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.308091 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Bound using segment: {'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:12:12.309997 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Bound port: 12d23801-0e52-466d-8aa0-fceab0e9bba0, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:12:12.310567 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.313100 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.340953 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-90b76154-42e4-48ab-b93f-5a329581d1d7 req-95a2b57e-f1c0-4a8b-8d33-328da48dae52 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7063048 Aug 24 10:12:12.359137 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:12.367440 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:12:12.370938 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8d90bc-697a-44a0-bbeb-fffc7f77d01a" -d '{"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-plugged", "status": "completed", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:12:12.459933 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] For port 12d23801-0e52-466d-8aa0-fceab0e9bba0, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:12:12.464243 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] For port 12d23801-0e52-466d-8aa0-fceab0e9bba0, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=12d23801-0e52-466d-8aa0-fceab0e9bba0,segment=NetworkSegment(ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359),segment_id=ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:12:12.468289 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.474022 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.550636 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddf43fe-ffe2-4628-8ed1-a7e998fb5626 x-openstack-request-id: req-bddf43fe-ffe2-4628-8ed1-a7e998fb5626 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:12:12.551044 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-plugged", "status": "completed", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:12:12.551279 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bddf43fe-ffe2-4628-8ed1-a7e998fb5626 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:12:12.551690 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'code': 200} Aug 24 10:12:12.555426 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.567539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.571474 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:12.627232 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752aee0-3630-4488-a215-59b7bae08cec req-11912ce7-256c-463a-b6db-cf8e34d801ac tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:12.634895 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f752aee0-3630-4488-a215-59b7bae08cec req-11912ce7-256c-463a-b6db-cf8e34d801ac tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 946 time: 0.4541066 Aug 24 10:12:12.703203 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66882ee3-163e-467c-ae44-1586f12c84d7 None None] Pushing event updated for resources: {'Port': ['ID=12d23801-0e52-466d-8aa0-fceab0e9bba0,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:12.727631 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f752aee0-3630-4488-a215-59b7bae08cec req-cc8ee8a6-bcdd-4d41-9ba4-73fc2e38fced tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917468 Aug 24 10:12:12.741832 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.db.resource_extend [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 10:12:12.775111 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Allocated IP 172.27.3.56 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/d76d969b-f2ad-4d63-9081-99398648a40f) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:12:12.830878 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:12.926905 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:13.087889 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:13.173113 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.l3_db [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Floating IP aa5d3676-4658-4734-8de4-7acc3838af97 associated. External IP: 172.27.3.151, port: 6cec7067-f17a-46eb-a6e6-fcacec218cf2. Aug 24 10:12:13.272649 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 12d23801-0e52-466d-8aa0-fceab0e9bba0 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:13.278427 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:13.343428 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:13.348047 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:13.374397 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Pushing event updated for resources: {'Port': ['ID=d76d969b-f2ad-4d63-9081-99398648a40f,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:13.379131 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:12:13.404541 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 12d23801-0e52-466d-8aa0-fceab0e9bba0 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:13.409477 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device ec871e9d-b443-4540-9571-662c90393cb2 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:13.564019 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port ec871e9d-b443-4540-9571-662c90393cb2 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:13.578045 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port ec871e9d-b443-4540-9571-662c90393cb2 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:13.578505 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:13.592252 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Router 29be9c7d-6670-498d-adfe-afd69ee6cb7d has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:12:13.796617 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:13.821349 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:12:13.833448 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:13.857202 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] Sync routers for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:12:13.899497 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-92c47a8d-c58b-4368-b294-3064a1fccfbb tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "PUT /v2.0/floatingips/aa5d3676-4658-4734-8de4-7acc3838af97 HTTP/1.1" status: 200 len: 992 time: 3.2091081 Aug 24 10:12:13.899497 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'tag': '6cec7067-f17a-46eb-a6e6-fcacec218cf2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:12:13.901878 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec", "tag": "6cec7067-f17a-46eb-a6e6-fcacec218cf2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:12:13.905849 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:13.906640 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:13.910050 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port ec871e9d-b443-4540-9571-662c90393cb2, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=ec871e9d-b443-4540-9571-662c90393cb2,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:13.969341 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-b663f527-7f39-419e-a7f1-564bcce7cc38 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:13.981716 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-b663f527-7f39-419e-a7f1-564bcce7cc38 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.90 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 946 time: 0.2466457 Aug 24 10:12:14.001563 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c8218-08ad-4413-a32e-2f48b74f4531 req-2526df1a-dc88-4b5d-9cab-6c8ba6aa8bab tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:14.009947 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-921c8218-08ad-4413-a32e-2f48b74f4531 req-2526df1a-dc88-4b5d-9cab-6c8ba6aa8bab tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.3185081 Aug 24 10:12:14.031146 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:14.039899 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301a6a5-007d-431e-920e-ab8a01f4e26e req-b69d6c68-b8c0-44c9-ad6c-12f0d131e585 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:14.041181 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4301a6a5-007d-431e-920e-ab8a01f4e26e req-b69d6c68-b8c0-44c9-ad6c-12f0d131e585 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 946 time: 0.1428227 Aug 24 10:12:14.128212 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4301a6a5-007d-431e-920e-ab8a01f4e26e req-2298acd5-b1c4-4739-9b47-1ae02e23c7c2 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Aug 24 10:12:14.184708 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=ec871e9d-b443-4540-9571-662c90393cb2,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:14.211163 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3c25f-8c05-483a-9035-a760bcb0e7c9 None None] Network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:12:14.263889 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-921c8218-08ad-4413-a32e-2f48b74f4531 req-d21827df-6a7b-4356-b179-f85ff2bdb8ea tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356410 Aug 24 10:12:14.271454 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:14.277365 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:14.419219 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Deleting port e82cdb8a-848b-4916-9705-84fc96bd610e {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:12:14.420781 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:14.582091 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cbad21-3a60-4032-930a-a7224d7a96e6 x-openstack-request-id: req-65cbad21-3a60-4032-930a-a7224d7a96e6 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:12:14.582431 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec", "tag": "6cec7067-f17a-46eb-a6e6-fcacec218cf2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:12:14.582691 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-65cbad21-3a60-4032-930a-a7224d7a96e6 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:12:14.583098 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'tag': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'status': 'completed', 'code': 200} Aug 24 10:12:14.605050 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-eea25f93-1f25-47e8-85c3-02677c22c6dc None None] Provisioning for port 12d23801-0e52-466d-8aa0-fceab0e9bba0 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:14.613994 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-eea25f93-1f25-47e8-85c3-02677c22c6dc None None] Provisioning complete for port 12d23801-0e52-466d-8aa0-fceab0e9bba0 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:14.614370 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eea25f93-1f25-47e8-85c3-02677c22c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:14.717007 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] For port e82cdb8a-848b-4916-9705-84fc96bd610e, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=e82cdb8a-848b-4916-9705-84fc96bd610e,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:14.728124 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:14.786394 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Calling delete_port for e82cdb8a-848b-4916-9705-84fc96bd610e owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:12:14.802838 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-bbc17520-d266-489d-a2f0-48f94a32b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:14.804645 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-bbc17520-d266-489d-a2f0-48f94a32b4e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=65c26a788943480eb71aec674c048f42&device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 1099 time: 0.1600671 Aug 24 10:12:14.884486 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-783713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-783480'] for router, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:14.896707 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eea25f93-1f25-47e8-85c3-02677c22c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:14.963614 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-eea25f93-1f25-47e8-85c3-02677c22c6dc None None] For port 12d23801-0e52-466d-8aa0-fceab0e9bba0, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=12d23801-0e52-466d-8aa0-fceab0e9bba0,segment=NetworkSegment(ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359),segment_id=ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:14.987198 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'aa5d3676-4658-4734-8de4-7acc3838af97', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'port_id': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'mac_address': 'fa:16:3e:f7:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:11:45Z', 'updated_at': '2021-08-24T10:12:12Z', 'revision_number': 1, 'project_id': '65c26a788943480eb71aec674c048f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:15.065524 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] Checking router: 29be9c7d-6670-498d-adfe-afd69ee6cb7d for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:12:15.072153 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eea25f93-1f25-47e8-85c3-02677c22c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:15.160244 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea25f93-1f25-47e8-85c3-02677c22c6dc None None] Pushing event updated for resources: {'Port': ['ID=12d23801-0e52-466d-8aa0-fceab0e9bba0,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:15.175424 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:15.175424 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:15.267090 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device ec871e9d-b443-4540-9571-662c90393cb2 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:15.346577 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:15.369687 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b4f0415f-1568-4e53-91f9-602b6bda2201 req-41aa7289-8c2a-4a66-82f4-605f8fcd7597 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 210 time: 0.0938947 Aug 24 10:12:15.388000 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-d90f8c36-d69a-4863-a115-11425d933bc7 None None] Provisioning complete for port 12d23801-0e52-466d-8aa0-fceab0e9bba0 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:15.388407 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d90f8c36-d69a-4863-a115-11425d933bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:15.447554 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['e82cdb8a-848b-4916-9705-84fc96bd610e'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:12:15.455191 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Pushing event deleted for resources: {'Port': ['ID=e82cdb8a-848b-4916-9705-84fc96bd610e,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:15.476726 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-eb33ca35-8c97-4b2c-8d2f-f4191397e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:15.478781 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-eb33ca35-8c97-4b2c-8d2f-f4191397e0d5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 200 len: 913 time: 0.6642768 Aug 24 10:12:15.520955 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:15.632652 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port ec871e9d-b443-4540-9571-662c90393cb2 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:15.633311 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:15.640053 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] No DVR routers for this DVR port e82cdb8a-848b-4916-9705-84fc96bd610e on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:12:15.647236 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:15.650006 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b1cf81cb-ab09-4bdb-9174-85bac3e489f7 req-95f4fb93-cffe-4e80-aaee-052c6e2c6f39 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.90 "DELETE /v2.0/ports/e82cdb8a-848b-4916-9705-84fc96bd610e HTTP/1.1" status: 204 len: 173 time: 1.6359494 Aug 24 10:12:15.654579 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7df4c7d-5abb-4923-a399-917f5dd99921', 'name': 'network-vif-deleted', 'tag': 'e82cdb8a-848b-4916-9705-84fc96bd610e'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:12:15.655863 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0c1de7-9c10-4793-977a-2e91c9a7769f" -d '{"events": [{"server_uuid": "d7df4c7d-5abb-4923-a399-917f5dd99921", "name": "network-vif-deleted", "tag": "e82cdb8a-848b-4916-9705-84fc96bd610e"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:12:15.664905 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-2016b4de-ed3e-4c28-8965-2c8c7c223e1b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cec7067-f17a-46eb-a6e6-fcacec218cf2 HTTP/1.1" status: 200 len: 1000 time: 0.1689548 Aug 24 10:12:15.749575 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec13244-3435-4e5f-a035-32eecf05ab8e req-f741912d-d110-445b-a97b-c9ca38f5f3b8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:15.757571 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-aec13244-3435-4e5f-a035-32eecf05ab8e req-f741912d-d110-445b-a97b-c9ca38f5f3b8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.3039718 Aug 24 10:12:15.765278 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 is scheduled to L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 with binding_index 1 {{(pid=94721) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 10:12:15.806054 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-9676feeb-2bb8-4aeb-9073-3f2757af9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:15.808608 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-9676feeb-2bb8-4aeb-9073-3f2757af9e04 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7d64931-3d7b-4e32-a686-5b170f9c1a9e HTTP/1.1" status: 200 len: 850 time: 0.1205835 Aug 24 10:12:15.859872 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:15.951310 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526e23d-ad0e-4341-b72e-40ebdf2be5c3 x-openstack-request-id: req-b526e23d-ad0e-4341-b72e-40ebdf2be5c3 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:12:15.951615 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7df4c7d-5abb-4923-a399-917f5dd99921", "name": "network-vif-deleted", "tag": "e82cdb8a-848b-4916-9705-84fc96bd610e", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:12:15.951865 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b526e23d-ad0e-4341-b72e-40ebdf2be5c3 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:12:15.952266 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7df4c7d-5abb-4923-a399-917f5dd99921', 'name': 'network-vif-deleted', 'tag': 'e82cdb8a-848b-4916-9705-84fc96bd610e', 'status': 'completed', 'code': 200} Aug 24 10:12:15.978192 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-aec13244-3435-4e5f-a035-32eecf05ab8e req-b3e43d16-5aa3-4e6e-8784-e18831443a81 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196627 Aug 24 10:12:15.998889 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-7288f06b-f521-43de-929e-d323ba707864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:16.000548 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-7288f06b-f521-43de-929e-d323ba707864 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=20d99add-b609-42ab-8840-e559ba5ce163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888822 Aug 24 10:12:16.020706 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'aa5d3676-4658-4734-8de4-7acc3838af97', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'port_id': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'mac_address': 'fa:16:3e:f7:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:11:45Z', 'updated_at': '2021-08-24T10:12:12Z', 'revision_number': 1, 'project_id': '65c26a788943480eb71aec674c048f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:16.068650 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ac3c59-0580-41f7-b9e2-92f3c1972dd9 None None] The sync data for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi is: [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'aa5d3676-4658-4734-8de4-7acc3838af97', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'port_id': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'mac_address': 'fa:16:3e:f7:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:11:45Z', 'updated_at': '2021-08-24T10:12:12Z', 'revision_number': 1, 'project_id': '65c26a788943480eb71aec674c048f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:12:16.141501 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:12:16.157713 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Sync routers for ids ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:12:16.177445 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Routers {'0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:16.179191 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:16.200608 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-06602980-a5dd-46c7-b72b-81e0ed534b62 service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556499 Aug 24 10:12:16.277410 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:16.281384 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-431840e9-d614-4899-b6cf-b788f4ca587a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8108280 Aug 24 10:12:16.281740 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 36996) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:16.364244 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e46526a7-a1a4-4bc1-823d-2a364bdfb8d7 req-7f30cc3e-1e23-4021-8402-fed9ce3cc295 service neutron] 10.222.0.90 "GET /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585815 Aug 24 10:12:16.439806 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1b89f-e3d0-4806-a753-4648057daa8f None None] New status for floating IP aa5d3676-4658-4734-8de4-7acc3838af97: ACTIVE {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:12:16.527009 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Set router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:16.722619 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0ac3586a-b510-46a2-bd5c-9fcacc49cb4f req-e390a567-2d7c-4617-b9c0-6725166da083 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7df4c7d-5abb-4923-a399-917f5dd99921 HTTP/1.1" status: 200 len: 210 time: 0.2026150 Aug 24 10:12:16.915473 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 3, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:16.950134 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Checking router: 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:12:16.950739 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Updating router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 port d76d969b-f2ad-4d63-9081-99398648a40f binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:12:16.975109 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:16.991563 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.083442 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 12d23801-0e52-466d-8aa0-fceab0e9bba0 up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:17.152417 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65dd0a-aba2-47b1-9c78-6d672d5986be req-81257963-a10d-46e3-882d-16171dc418b1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:17.152417 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5c65dd0a-aba2-47b1-9c78-6d672d5986be req-81257963-a10d-46e3-882d-16171dc418b1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0623050 Aug 24 10:12:17.153809 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 12d23801-0e52-466d-8aa0-fceab0e9bba0 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:17.153809 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.182279 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5c65dd0a-aba2-47b1-9c78-6d672d5986be req-a3401075-9f4f-4e9f-b0d2-51408291b27c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 Aug 24 10:12:17.243314 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Allocated IP 172.20.0.1 (709917bd-b08a-40d1-ac86-a4bdc27d71d3/60fd41af-267a-4a5c-9704-30777c42194c/332e9f10-5908-4181-b1f3-47ba4f3b0f9f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:12:17.279558 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.289520 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Transition to ACTIVE for port object d76d969b-f2ad-4d63-9081-99398648a40f will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:17.361333 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.379207 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Transition to ACTIVE for port object 332e9f10-5908-4181-b1f3-47ba4f3b0f9f will not be triggered until provisioned by entity DHCP. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:17.437445 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.483498 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device e82cdb8a-848b-4916-9705-84fc96bd610e no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:12:17.492499 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Attempting to bind port d76d969b-f2ad-4d63-9081-99398648a40f on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:12:17.492866 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Attempting to bind port d76d969b-f2ad-4d63-9081-99398648a40f by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:12:17.493223 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Attempting to bind port d76d969b-f2ad-4d63-9081-99398648a40f on network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:17.514907 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:12:17.516913 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Checking segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:17.518300 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.519247 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.520654 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Bound using segment: {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:12:17.521602 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Bound port: d76d969b-f2ad-4d63-9081-99398648a40f, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed44426-8de5-4f0e-9707-8afd58d6813a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:12:17.525178 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.540282 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: e82cdb8a-848b-4916-9705-84fc96bd610e {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:12:17.540730 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device e82cdb8a-848b-4916-9705-84fc96bd610e not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:12:17.579590 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:17.583173 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:17.586561 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:12:17.607993 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] For port d76d969b-f2ad-4d63-9081-99398648a40f, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:12:17.617192 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] For port d76d969b-f2ad-4d63-9081-99398648a40f, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=d76d969b-f2ad-4d63-9081-99398648a40f,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:12:17.623834 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59ec28-66a1-4741-ad09-55f011c5f32f None None] Pushing event updated for resources: {'Port': ['ID=d76d969b-f2ad-4d63-9081-99398648a40f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:17.634447 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-781359'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.684985 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Pushing event updated for resources: {'Port': ['ID=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:17.701045 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:17.808674 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Routers {'0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:17.812446 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:17.886874 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59ec28-66a1-4741-ad09-55f011c5f32f None None] Pushing event updated for resources: {'Port': ['ID=d76d969b-f2ad-4d63-9081-99398648a40f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:17.980615 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:18.036263 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] Set router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:18.070587 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-e20b01c5-5cb5-4d68-9efd-6421b5062cad None None] Provisioning for port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:18.076056 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-e20b01c5-5cb5-4d68-9efd-6421b5062cad None None] Provisioning complete for port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:18.076380 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e20b01c5-5cb5-4d68-9efd-6421b5062cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:18.133303 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e20b01c5-5cb5-4d68-9efd-6421b5062cad None None] Port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:12:18.209206 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:18.322290 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26000710'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:18.340081 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 3, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:18.382560 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0e888a-0776-4ff2-8809-344b40f5858c None None] The sync data for ids ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'] in dv-cinder-805796-1-iscsi is: [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 3, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:12:18.421872 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e635a87-e3a1-4e8f-81c8-193a3217cda9 req-9bcb130b-6a67-4187-8642-68f5e1419072 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:18.439543 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e635a87-e3a1-4e8f-81c8-193a3217cda9 req-9bcb130b-6a67-4187-8642-68f5e1419072 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.1523988 Aug 24 10:12:18.470691 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Pushing event updated for resources: {'Port': ['ID=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:18.483223 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-780991'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:18.526725 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9e635a87-e3a1-4e8f-81c8-193a3217cda9 req-9fef0711-598c-495a-b052-957fafbac018 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891623 Aug 24 10:12:18.686271 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:18.687677 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:18.954627 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:12:19.072535 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-ca97a6b1-d827-4154-8e3b-47edf88131a5 None None] Provisioning complete for port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:19.072913 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca97a6b1-d827-4154-8e3b-47edf88131a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:19.128343 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:12:19.144006 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5a6f72c1-6609-4dad-be37-45e2b0b59294 admin admin] 10.222.0.64 "PUT /v2.0/routers/0f9d5bb3-0146-4e88-bc8e-755948e3a5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8524580 Aug 24 10:12:19.146747 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ca97a6b1-d827-4154-8e3b-47edf88131a5 None None] Port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:12:19.158063 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device d76d969b-f2ad-4d63-9081-99398648a40f up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:19.295038 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port d76d969b-f2ad-4d63-9081-99398648a40f completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:19.304268 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port d76d969b-f2ad-4d63-9081-99398648a40f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:19.304725 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:19.479302 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:19.521917 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port d76d969b-f2ad-4d63-9081-99398648a40f, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=d76d969b-f2ad-4d63-9081-99398648a40f,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:19.626194 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:19.711480 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=d76d969b-f2ad-4d63-9081-99398648a40f,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:19.817518 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 37030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:19.826110 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-95733818-f131-4642-b9c9-7f50a71374eb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696535982', 'description': 'tempest-secgroup-smoke-696535982 description', 'project_id': 'd465d2008563404ab757a87a35aca3b9'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:19.974657 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf0edf-61a4-42b0-84e0-839d22363ad3 req-86b3e740-b5b5-4f70-a56c-901c01703f52 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:19.976359 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-edbf0edf-61a4-42b0-84e0-839d22363ad3 req-86b3e740-b5b5-4f70-a56c-901c01703f52 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0664871 Aug 24 10:12:20.002566 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95733818-f131-4642-b9c9-7f50a71374eb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.049533 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-edbf0edf-61a4-42b0-84e0-839d22363ad3 req-fefe1175-0669-4620-b197-ca11be054766 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638645 Aug 24 10:12:20.147342 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95733818-f131-4642-b9c9-7f50a71374eb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.221184 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95733818-f131-4642-b9c9-7f50a71374eb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.267859 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95733818-f131-4642-b9c9-7f50a71374eb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dc1516-a307-4d48-8c23-e997c0c2a1fc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:20.339458 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95733818-f131-4642-b9c9-7f50a71374eb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.342175 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-95733818-f131-4642-b9c9-7f50a71374eb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5232608 Aug 24 10:12:20.345331 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 37032) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:20.352656 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-99450874-b2a8-40dc-a26a-da6f56237166 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'security_group_rule': {'security_group_id': 'd0dc1516-a307-4d48-8c23-e997c0c2a1fc', 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:20.476195 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99450874-b2a8-40dc-a26a-da6f56237166 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.541812 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99450874-b2a8-40dc-a26a-da6f56237166 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.632177 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99450874-b2a8-40dc-a26a-da6f56237166 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.660282 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99450874-b2a8-40dc-a26a-da6f56237166 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a52b5d-bdbb-4706-b0c7-75ef1586c550,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:20.662070 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Sync routers for ids ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:12:20.674976 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Routers {'0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:20.675597 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:20.734546 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-99450874-b2a8-40dc-a26a-da6f56237166 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.735805 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-99450874-b2a8-40dc-a26a-da6f56237166 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3889360 Aug 24 10:12:20.740694 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 37036) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:20.749026 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-47a505dd-a639-4683-ae9d-348f388ff89e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'security_group_rule': {'security_group_id': 'd0dc1516-a307-4d48-8c23-e997c0c2a1fc', 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:20.833724 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Set router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:20.873248 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-47a505dd-a639-4683-ae9d-348f388ff89e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:20.972503 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-47a505dd-a639-4683-ae9d-348f388ff89e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.062694 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:12:17Z', 'revision_number': 4, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '332e9f10-5908-4181-b1f3-47ba4f3b0f9f', 'name': '', 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'mac_address': 'fa:16:3e:c7:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '60fd41af-267a-4a5c-9704-30777c42194c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:17Z', 'updated_at': '2021-08-24T10:12:18Z', 'revision_number': 2, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'subnets': [{'id': '60fd41af-267a-4a5c-9704-30777c42194c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:21.082042 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device d76d969b-f2ad-4d63-9081-99398648a40f up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:21.091540 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Checking router: 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:12:21.091986 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Updating router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f binding host dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 10:12:21.129331 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.141741 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port d76d969b-f2ad-4d63-9081-99398648a40f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:21.142120 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.202466 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05665c-2d7b-4716-834a-6d76c5443450 req-3d6b51d5-3f7e-4399-b999-81d51cbe06fc tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:21.204066 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2d05665c-2d7b-4716-834a-6d76c5443450 req-3d6b51d5-3f7e-4399-b999-81d51cbe06fc tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0569386 Aug 24 10:12:21.257017 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2d05665c-2d7b-4716-834a-6d76c5443450 req-9a39f77b-d3e3-4ab5-be60-b99f7bd03047 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Aug 24 10:12:21.374885 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-47a505dd-a639-4683-ae9d-348f388ff89e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.396087 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fac3047-d216-4ab1-bb73-8492dd67e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.400630 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a505dd-a639-4683-ae9d-348f388ff89e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1ecde5-9e3f-4ee7-917a-36134aeeff56,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:21.427163 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.438208 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Transition to ACTIVE for port object 332e9f10-5908-4181-b1f3-47ba4f3b0f9f will not be triggered until provisioned by entity L2. {{(pid=94724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:21.483679 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-47a505dd-a639-4683-ae9d-348f388ff89e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.487889 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-47a505dd-a639-4683-ae9d-348f388ff89e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7426267 Aug 24 10:12:21.488025 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 37042) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:21.495717 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-18424388-d14f-46b8-a21c-a5bc2456244c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'security_group_rule': {'security_group_id': 'd0dc1516-a307-4d48-8c23-e997c0c2a1fc', 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:21.556336 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.604305 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee920e5-7190-4fdc-80e3-af6c9588a379 None None] Pushing event updated for resources: {'Port': ['ID=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:21.619968 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-18424388-d14f-46b8-a21c-a5bc2456244c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.730346 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Attempting to bind port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f on host dv-cinder-805796-1-iscsi for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:12:21.731510 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Attempting to bind port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f by drivers openvswitch,hyperv on host dv-cinder-805796-1-iscsi at level 0 using segments [{'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:12:21.731620 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Attempting to bind port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f on network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:21.737586 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-18424388-d14f-46b8-a21c-a5bc2456244c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.738253 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Checking agent: {'id': 'd528b67a-8bc6-4d27-9167-049e161357b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805796-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 9, 58, 24), 'started_at': datetime.datetime(2021, 8, 24, 9, 58, 54), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805796-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:12:21.738621 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Checking segment: {'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:21.739212 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.739654 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Bound using segment: {'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:12:21.740132 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Bound port: 332e9f10-5908-4181-b1f3-47ba4f3b0f9f, host: dv-cinder-805796-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:12:21.740560 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.853930 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] For port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f, host dv-cinder-805796-1-iscsi, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:12:21.858725 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] For port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f, host dv-cinder-805796-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,segment=NetworkSegment(ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359),segment_id=ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:12:21.882930 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-18424388-d14f-46b8-a21c-a5bc2456244c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.915481 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18424388-d14f-46b8-a21c-a5bc2456244c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a150c59-bdb8-4924-831c-7e72b737c262,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:21.936605 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.991863 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-18424388-d14f-46b8-a21c-a5bc2456244c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:21.993423 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-18424388-d14f-46b8-a21c-a5bc2456244c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5044422 Aug 24 10:12:21.998171 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 37048) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:22.003777 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Routers {'0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:12:22.004569 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:11:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:22.005094 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3ae6a7b9-a6ce-4fa1-84b1-30943abd30dc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'security_group_rule': {'security_group_id': 'd0dc1516-a307-4d48-8c23-e997c0c2a1fc', 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:22.149896 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee920e5-7190-4fdc-80e3-af6c9588a379 None None] Pushing event updated for resources: {'Port': ['ID=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:22.151526 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a7b9-a6ce-4fa1-84b1-30943abd30dc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:22.249144 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a7b9-a6ce-4fa1-84b1-30943abd30dc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:22.270115 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] Set router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:12:22.336269 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a7b9-a6ce-4fa1-84b1-30943abd30dc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:22.359222 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6a7b9-a6ce-4fa1-84b1-30943abd30dc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f020787e-490b-40c9-b1ba-4da346a018aa,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:22.427056 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae6a7b9-a6ce-4fa1-84b1-30943abd30dc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:22.431226 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 37052) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:22.431781 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3ae6a7b9-a6ce-4fa1-84b1-30943abd30dc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4300938 Aug 24 10:12:22.437925 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-c479f205-53a6-4558-9400-2ea2ada4a890 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'security_group_rule': {'security_group_id': 'd0dc1516-a307-4d48-8c23-e997c0c2a1fc', 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:22.457884 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04685ee1-a932-4292-954f-2db3541cb284 req-c51a3669-144a-4673-bc3d-9faf1ca48883 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:22.459983 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-04685ee1-a932-4292-954f-2db3541cb284 req-c51a3669-144a-4673-bc3d-9faf1ca48883 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0812280 Aug 24 10:12:22.553196 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.securitygroups_db [None req-c479f205-53a6-4558-9400-2ea2ada4a890 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Project d465d2008563404ab757a87a35aca3b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 10:12:22.557603 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-04685ee1-a932-4292-954f-2db3541cb284 req-8fe84683-48f8-4598-99a1-0b26f2071b6d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823960 Aug 24 10:12:22.561559 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c479f205-53a6-4558-9400-2ea2ada4a890 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:22.583718 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:12:17Z', 'revision_number': 4, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '332e9f10-5908-4181-b1f3-47ba4f3b0f9f', 'name': '', 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'mac_address': 'fa:16:3e:c7:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '60fd41af-267a-4a5c-9704-30777c42194c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:17Z', 'updated_at': '2021-08-24T10:12:21Z', 'revision_number': 4, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'subnets': [{'id': '60fd41af-267a-4a5c-9704-30777c42194c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:12:22.638716 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba42fb90-1fb4-4953-8129-96c9abd6a0e4 None None] The sync data for ids ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'] in dv-cinder-805796-1-iscsi is: [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:12:17Z', 'revision_number': 4, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '332e9f10-5908-4181-b1f3-47ba4f3b0f9f', 'name': '', 'network_id': '709917bd-b08a-40d1-ac86-a4bdc27d71d3', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'mac_address': 'fa:16:3e:c7:f2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '60fd41af-267a-4a5c-9704-30777c42194c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:17Z', 'updated_at': '2021-08-24T10:12:21Z', 'revision_number': 4, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'subnets': [{'id': '60fd41af-267a-4a5c-9704-30777c42194c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:12:22.750439 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c479f205-53a6-4558-9400-2ea2ada4a890 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:22.905735 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c479f205-53a6-4558-9400-2ea2ada4a890 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:22.926651 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479f205-53a6-4558-9400-2ea2ada4a890 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e483f49e-65a0-483b-8482-74da10841014,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:23.001943 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c479f205-53a6-4558-9400-2ea2ada4a890 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:23.004024 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c479f205-53a6-4558-9400-2ea2ada4a890 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5708499 Aug 24 10:12:23.006864 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 37070) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:23.017445 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-9a6667d9-353c-425d-a263-fb2256c722bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'security_group_rule': {'security_group_id': 'd0dc1516-a307-4d48-8c23-e997c0c2a1fc', 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:23.131483 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 332e9f10-5908-4181-b1f3-47ba4f3b0f9f up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:23.133597 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.securitygroups_db [None req-9a6667d9-353c-425d-a263-fb2256c722bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Project d465d2008563404ab757a87a35aca3b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 10:12:23.140048 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9a6667d9-353c-425d-a263-fb2256c722bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:23.242233 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9a6667d9-353c-425d-a263-fb2256c722bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:23.306474 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning for port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:23.317603 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:23.320172 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:23.375341 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9a6667d9-353c-425d-a263-fb2256c722bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:23.426859 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6667d9-353c-425d-a263-fb2256c722bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43c38ce-8fef-4acb-9fb9-84854bd9d444,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:23.495107 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9a6667d9-353c-425d-a263-fb2256c722bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:23.498932 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-9a6667d9-353c-425d-a263-fb2256c722bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4905910 Aug 24 10:12:23.829866 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461229ac-0373-4367-b352-cc580dc44a5c req-b8e37269-bd4f-475e-845e-fde07da637a5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:23.843242 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-461229ac-0373-4367-b352-cc580dc44a5c req-b8e37269-bd4f-475e-845e-fde07da637a5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.1539519 Aug 24 10:12:23.894795 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:23.944827 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-461229ac-0373-4367-b352-cc580dc44a5c req-edda78ba-c1eb-43b3-8d39-979d12958f7f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984936 Aug 24 10:12:23.951592 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad3e849c-e2ad-4581-a67e-823a621cb3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:23.979186 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] For port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,segment=NetworkSegment(ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359),segment_id=ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:24.094615 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:24.129247 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:24.166168 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Pushing event updated for resources: {'Port': ['ID=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:25.131484 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163a576-2a58-40d6-ae12-0da7f9c33c6a req-94efffe9-a063-4432-99ee-e6977773827b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:25.133794 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f163a576-2a58-40d6-ae12-0da7f9c33c6a req-94efffe9-a063-4432-99ee-e6977773827b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0676579 Aug 24 10:12:25.139273 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 332e9f10-5908-4181-b1f3-47ba4f3b0f9f up at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:25.206780 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f163a576-2a58-40d6-ae12-0da7f9c33c6a req-aacc4542-1daa-4114-ad59-8a128ebced8d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618081 Aug 24 10:12:25.229863 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Provisioning complete for port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:25.229863 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:25.346516 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:26.354818 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35177a83-ccf8-473f-a3ed-1bd09a2ecfbf req-9f6b57e7-db6e-46bd-b7b7-d434a344cafe tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:26.356922 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-35177a83-ccf8-473f-a3ed-1bd09a2ecfbf req-9f6b57e7-db6e-46bd-b7b7-d434a344cafe tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0645740 Aug 24 10:12:26.412583 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-35177a83-ccf8-473f-a3ed-1bd09a2ecfbf req-2903a7a4-b9d9-4078-9765-22dfbfaab81c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Aug 24 10:12:26.893667 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:27.542372 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d82f7-2d2d-4fa9-b374-72264b96da44 req-ed8b38e6-3e63-4336-8b42-3b15883fa2d4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:27.543978 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e52d82f7-2d2d-4fa9-b374-72264b96da44 req-ed8b38e6-3e63-4336-8b42-3b15883fa2d4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0577867 Aug 24 10:12:27.585226 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e52d82f7-2d2d-4fa9-b374-72264b96da44 req-c7879f81-42f9-4edd-b55a-4ecb3258a20c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350280 Aug 24 10:12:28.552633 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05503e-6f84-425b-9031-0e893b854a74 req-57f8716d-cd22-4572-be01-c2497614d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:28.554156 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-be05503e-6f84-425b-9031-0e893b854a74 req-57f8716d-cd22-4572-be01-c2497614d81b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 1098 time: 0.0512018 Aug 24 10:12:28.674540 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05503e-6f84-425b-9031-0e893b854a74 req-ed3df3bc-e3f9-49ac-91e3-fb11918ad4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:28.676065 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-be05503e-6f84-425b-9031-0e893b854a74 req-ed3df3bc-e3f9-49ac-91e3-fb11918ad4d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 918 time: 0.1133871 Aug 24 10:12:28.741726 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc290b-f55d-421b-8dd3-d29e338b098a req-ea567f52-f5af-43d2-8284-3cea5e0776ef tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:28.743896 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b5fc290b-f55d-421b-8dd3-d29e338b098a req-ea567f52-f5af-43d2-8284-3cea5e0776ef tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0665631 Aug 24 10:12:28.770200 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-be05503e-6f84-425b-9031-0e893b854a74 req-53eb5243-f058-4775-afec-5e1766a6f508 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f HTTP/1.1" status: 200 len: 1001 time: 0.0846059 Aug 24 10:12:28.809627 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b5fc290b-f55d-421b-8dd3-d29e338b098a req-519bbee8-21f5-4407-81db-59c566dcf88a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581520 Aug 24 10:12:28.887342 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05503e-6f84-425b-9031-0e893b854a74 req-d9eda4eb-4786-4422-8a86-b7497df926d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:28.889145 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-be05503e-6f84-425b-9031-0e893b854a74 req-d9eda4eb-4786-4422-8a86-b7497df926d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.1109056 Aug 24 10:12:28.940682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05503e-6f84-425b-9031-0e893b854a74 req-f67c2906-3ea1-4f1b-8773-7ff1f05eaeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:28.942498 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-be05503e-6f84-425b-9031-0e893b854a74 req-f67c2906-3ea1-4f1b-8773-7ff1f05eaeb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452540 Aug 24 10:12:29.047097 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-85768065-3ca9-4a4e-9dd5-d118dfce5e57 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:29.048787 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-85768065-3ca9-4a4e-9dd5-d118dfce5e57 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/networks?id=08a986d5-43cd-4b75-8101-df78b069621b HTTP/1.1" status: 200 len: 812 time: 0.1361291 Aug 24 10:12:29.061738 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-be05503e-6f84-425b-9031-0e893b854a74 req-5f217c4f-5a4c-4d70-8c5d-e68eb7c67aeb service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103795 Aug 24 10:12:29.067277 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-54e923f9-4226-4434-a566-872cd8beb03d tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/quotas/38d4c29b37174531a85592a7cfbe8cdf HTTP/1.1" status: 200 len: 375 time: 0.0121770 Aug 24 10:12:29.113598 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-c55010a9-57cb-4767-ba93-5f641ebbe3b0 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360944 Aug 24 10:12:29.185855 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-be05503e-6f84-425b-9031-0e893b854a74 req-64c297f9-a4b5-4d94-bc68-4137766806c3 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152589 Aug 24 10:12:29.218936 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-86c8e9df-c8c4-4889-8d75-f4f9322380ac service neutron] 10.222.0.64 "GET /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977781 Aug 24 10:12:29.343322 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-08d5f992-961b-4a00-a87d-f4f748376887 service neutron] 10.222.0.64 "GET /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169119 Aug 24 10:12:29.698177 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1b1493d2-2750-4e94-bb7c-54d9abf992d5 req-60163bf8-5198-4c68-b586-328ed748334f tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 210 time: 0.0463443 Aug 24 10:12:29.983487 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877dc16-1395-4a5f-900f-c266212c1caa req-3e05e021-75e8-48a7-91f8-c6c0ff023f9c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:29.988934 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5877dc16-1395-4a5f-900f-c266212c1caa req-3e05e021-75e8-48a7-91f8-c6c0ff023f9c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0806830 Aug 24 10:12:30.031995 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5877dc16-1395-4a5f-900f-c266212c1caa req-c510bb11-bfa8-4f3b-9674-c7283984690a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379748 Aug 24 10:12:30.809718 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-39025501-7d98-44a2-8d54-5b8767358026 req-a54c4830-3ff4-4607-91da-fe07cf6120e6 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 210 time: 0.0312142 Aug 24 10:12:31.177391 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5db2a0-10d9-4d86-9e79-e44f3738df08 req-51470504-292b-4d0a-b201-97914b841ab8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:31.177391 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0a5db2a0-10d9-4d86-9e79-e44f3738df08 req-51470504-292b-4d0a-b201-97914b841ab8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0570674 Aug 24 10:12:31.236562 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0a5db2a0-10d9-4d86-9e79-e44f3738df08 req-55de3b75-a33e-4e92-a948-7c5acda44af9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Aug 24 10:12:31.923642 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-04a877af-3ac2-43a0-94a9-18266aaf6dc6 req-b341923d-08d1-40f8-b71d-219de89551aa tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 210 time: 0.0358746 Aug 24 10:12:32.387973 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-f7bb23d1-edce-4dcd-b248-a33126c8f35f tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:32.390142 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-f7bb23d1-edce-4dcd-b248-a33126c8f35f tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.90 "GET /v2.0/networks?id=08a986d5-43cd-4b75-8101-df78b069621b HTTP/1.1" status: 200 len: 812 time: 0.1752341 Aug 24 10:12:32.411464 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Request body: {'port': {'device_id': 'c9e0130f-9478-43b8-8b0f-261bf5707112', 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b', 'admin_state_up': True, 'tenant_id': '38d4c29b37174531a85592a7cfbe8cdf'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:32.418780 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e2214-61b2-499d-9d5a-6a6d1d29244b req-ffb5a887-6c1f-436b-ae16-7b6af564af34 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:32.421967 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0d7e2214-61b2-499d-9d5a-6a6d1d29244b req-ffb5a887-6c1f-436b-ae16-7b6af564af34 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 945 time: 0.0804336 Aug 24 10:12:32.500736 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0d7e2214-61b2-499d-9d5a-6a6d1d29244b req-bfd734cc-cb54-4005-a38b-0619c030eb8a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676718 Aug 24 10:12:32.760975 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Made reservation on behalf of 38d4c29b37174531a85592a7cfbe8cdf for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:12:32.763144 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:32.939559 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Allocated IP 172.20.0.11 (08a986d5-43cd-4b75-8101-df78b069621b/a4dabd65-b0cb-4e26-800a-7f899856647e/672aadac-2f38-410f-a6b6-f110555d195a) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:12:33.041953 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f9546374-cb91-428f-86ef-a5b7c3c60e9c req-02b4f87b-0196-41b9-8bed-3b38bb432871 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 210 time: 0.0313492 Aug 24 10:12:33.132811 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:33.237889 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:33.289933 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Network 08a986d5-43cd-4b75-8101-df78b069621b is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:33.293004 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:33.298419 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:12:33.308407 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Pushing event updated for resources: {'Port': ['ID=672aadac-2f38-410f-a6b6-f110555d195a,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:33.360658 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:33.361466 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:33.473171 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-a3fddc99-a821-47e1-b9dc-5f2b66d6422a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0650787 Aug 24 10:12:33.491905 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Request body: {'port': {'device_id': 'c9e0130f-9478-43b8-8b0f-261bf5707112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:33.550145 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:33.571978 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:12:33.664267 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:33.705032 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:12:33.709295 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14bffad-e296-41f1-8772-2cc6adfcfb0e" -d '{"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-unplugged", "status": "completed", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:12:33.737113 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:33.855227 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 10:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239d9e5-a3d7-44e1-b16c-b8d5aaa0c967 x-openstack-request-id: req-4239d9e5-a3d7-44e1-b16c-b8d5aaa0c967 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:12:33.855537 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-unplugged", "status": "failed", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f", "code": 422}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:12:33.855772 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4239d9e5-a3d7-44e1-b16c-b8d5aaa0c967 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:12:33.856210 dv-cinder-805796-1-iscsi neutron-server[94723]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'code': 422} returned with failed status Aug 24 10:12:33.871663 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:33.944725 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=8']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:34.228055 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a37b5-d38f-43ad-9323-ea6ecc365d47 req-717b2594-e296-4c16-bc18-ba0d9573f518 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:34.229956 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0a9a37b5-d38f-43ad-9323-ea6ecc365d47 req-717b2594-e296-4c16-bc18-ba0d9573f518 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 932 time: 0.0856302 Aug 24 10:12:34.240354 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672aadac-2f38-410f-a6b6-f110555d195a {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:12:34.254796 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:34.279624 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Transition to ACTIVE for port object 672aadac-2f38-410f-a6b6-f110555d195a will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:34.291832 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0a9a37b5-d38f-43ad-9323-ea6ecc365d47 req-deaea7d3-3799-4718-b1cf-3ac483085140 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470281 Aug 24 10:12:34.471180 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:34.529526 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Pushing event updated for resources: {'Port': ['ID=672aadac-2f38-410f-a6b6-f110555d195a,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:34.597654 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Attempting to bind port 672aadac-2f38-410f-a6b6-f110555d195a on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:12:34.597984 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Attempting to bind port 672aadac-2f38-410f-a6b6-f110555d195a by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:12:34.598404 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Attempting to bind port 672aadac-2f38-410f-a6b6-f110555d195a on network 08a986d5-43cd-4b75-8101-df78b069621b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:34.602660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Port 672aadac-2f38-410f-a6b6-f110555d195a on network 08a986d5-43cd-4b75-8101-df78b069621b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:12:34.602976 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Attempting to bind port 672aadac-2f38-410f-a6b6-f110555d195a on network 08a986d5-43cd-4b75-8101-df78b069621b {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:34.608590 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:12:34.608923 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Checking segment: {'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:34.609296 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Bound using segment: {'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:12:34.609719 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Bound port: 672aadac-2f38-410f-a6b6-f110555d195a, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42993a51-f038-4055-a157-0ab55e22a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1212, 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:12:34.610069 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:34.680012 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] For port 672aadac-2f38-410f-a6b6-f110555d195a, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:12:34.683699 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] For port 672aadac-2f38-410f-a6b6-f110555d195a, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=672aadac-2f38-410f-a6b6-f110555d195a,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:12:34.784669 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b421cf-9007-42f2-94af-bc211a7f0745 req-3cc45b15-9d8f-4f18-80ab-ba0f8862b780 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:34.786827 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b8b421cf-9007-42f2-94af-bc211a7f0745 req-3cc45b15-9d8f-4f18-80ab-ba0f8862b780 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0569048 Aug 24 10:12:34.809249 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:34.863097 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:34.864171 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:34.866511 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] 10.222.0.90 "PUT /v2.0/ports/672aadac-2f38-410f-a6b6-f110555d195a HTTP/1.1" status: 200 len: 1094 time: 1.3796074 Aug 24 10:12:34.867572 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e0130f-9478-43b8-8b0f-261bf5707112', 'tag': '672aadac-2f38-410f-a6b6-f110555d195a'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:12:34.871027 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe404b6-ad8b-4d30-9481-983acd7b4524" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e0130f-9478-43b8-8b0f-261bf5707112", "tag": "672aadac-2f38-410f-a6b6-f110555d195a"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:12:34.881912 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b8b421cf-9007-42f2-94af-bc211a7f0745 req-15a5ecf7-f4c0-49d4-a9c0-55fb4b4cd967 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877376 Aug 24 10:12:34.907273 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c3b2a-7b3e-428b-9ccc-1eb3548365be service neutron] Pushing event updated for resources: {'Port': ['ID=672aadac-2f38-410f-a6b6-f110555d195a,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:34.941557 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b5d897-42f0-431b-b6be-7fc6036d2f6c x-openstack-request-id: req-83b5d897-42f0-431b-b6be-7fc6036d2f6c {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:12:34.945235 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e0130f-9478-43b8-8b0f-261bf5707112", "tag": "672aadac-2f38-410f-a6b6-f110555d195a", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:12:34.945235 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83b5d897-42f0-431b-b6be-7fc6036d2f6c {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:12:34.945235 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e0130f-9478-43b8-8b0f-261bf5707112', 'tag': '672aadac-2f38-410f-a6b6-f110555d195a', 'status': 'completed', 'code': 200} Aug 24 10:12:35.040634 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe404b6-ad8b-4d30-9481-983acd7b4524 req-6b412984-2afe-4abc-8160-57df25d8f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:35.042309 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-afe404b6-ad8b-4d30-9481-983acd7b4524 req-6b412984-2afe-4abc-8160-57df25d8f12d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 1097 time: 0.0515165 Aug 24 10:12:35.183622 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe404b6-ad8b-4d30-9481-983acd7b4524 req-4305fbfe-1fa3-48b8-b1d4-1fa8c50293a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:35.185266 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-afe404b6-ad8b-4d30-9481-983acd7b4524 req-4305fbfe-1fa3-48b8-b1d4-1fa8c50293a0 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1266239 Aug 24 10:12:35.326564 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe404b6-ad8b-4d30-9481-983acd7b4524 req-8f1d80b6-f3f3-4111-bb59-f3baf148b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:35.328125 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-afe404b6-ad8b-4d30-9481-983acd7b4524 req-8f1d80b6-f3f3-4111-bb59-f3baf148b554 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1348650 Aug 24 10:12:35.464796 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44c029-7281-4e5a-9878-4d6e4ea013eb req-85eb5116-7cc1-4fa8-8466-3027f8c495f7 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:35.467364 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fa44c029-7281-4e5a-9878-4d6e4ea013eb req-85eb5116-7cc1-4fa8-8466-3027f8c495f7 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 944 time: 0.0909302 Aug 24 10:12:35.473532 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 37288) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:12:35.501129 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-0211b3b7-f74e-4a67-8d09-3d3073415117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:35.502820 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-0211b3b7-f74e-4a67-8d09-3d3073415117 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 1097 time: 0.0812473 Aug 24 10:12:35.538755 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fa44c029-7281-4e5a-9878-4d6e4ea013eb req-4022bda8-a7a0-4474-b998-605fbd06cdeb tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628352 Aug 24 10:12:35.571273 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-ef9c55b9-b32a-405d-ba2c-ff1322aaa63b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=672aadac-2f38-410f-a6b6-f110555d195a HTTP/1.1" status: 200 len: 217 time: 0.0479875 Aug 24 10:12:35.615306 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-1100594e-d862-435b-974e-da842a95aac6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379023 Aug 24 10:12:35.635803 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-f6e220d0-f80c-4030-8a8b-9eaf1fc3dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:35.637401 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-f6e220d0-f80c-4030-8a8b-9eaf1fc3dc30 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a4dabd65-b0cb-4e26-800a-7f899856647e HTTP/1.1" status: 200 len: 852 time: 0.0579858 Aug 24 10:12:35.685478 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-6e40ad6a-809e-4020-a775-3414f874f03c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=08a986d5-43cd-4b75-8101-df78b069621b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403256 Aug 24 10:12:35.824725 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-638b8c1a-d617-4c5b-b0cf-e1655cbc7afb service neutron] 10.222.0.90 "GET /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212664 Aug 24 10:12:35.950121 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1a9f91a0-25a2-4282-beda-2dd882f20118 req-b97da548-4224-4099-aa32-a468ed95b7ac service neutron] 10.222.0.90 "GET /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162014 Aug 24 10:12:36.040334 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1cdd7-d498-465e-9739-0877627cd359 req-a27fa265-e1c8-4e32-9c91-a8c5df7c2044 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:36.043818 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42d1cdd7-d498-465e-9739-0877627cd359 req-a27fa265-e1c8-4e32-9c91-a8c5df7c2044 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0604470 Aug 24 10:12:36.090451 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42d1cdd7-d498-465e-9739-0877627cd359 req-9f66456c-a82b-4ada-9e0c-40b054273de7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369253 Aug 24 10:12:36.699322 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3693af5-ceb8-4255-b329-c54e63ad2f8e req-0237bcf1-e6f0-4bd9-ab01-14a63a7835a6 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:36.701743 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b3693af5-ceb8-4255-b329-c54e63ad2f8e req-0237bcf1-e6f0-4bd9-ab01-14a63a7835a6 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 944 time: 0.0664177 Aug 24 10:12:36.759459 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b3693af5-ceb8-4255-b329-c54e63ad2f8e req-f636b957-17c7-4706-b5a8-7b40f7118c69 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482304 Aug 24 10:12:37.235860 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c431e0-8633-4590-91a6-8f7bc4fa3609 req-5fc9edfc-59bf-41a0-86f0-9635993d032e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:37.237516 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-95c431e0-8633-4590-91a6-8f7bc4fa3609 req-5fc9edfc-59bf-41a0-86f0-9635993d032e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0555990 Aug 24 10:12:37.290805 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-95c431e0-8633-4590-91a6-8f7bc4fa3609 req-a94c157b-cd78-4d4a-bfb4-5be171bf1179 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Aug 24 10:12:37.896147 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ac27e-64b7-4fa3-9fc3-6ba8d617ffc2 req-32ec51d5-111f-48cd-8ded-f2ad7dede95c tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:37.897710 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5f1ac27e-64b7-4fa3-9fc3-6ba8d617ffc2 req-32ec51d5-111f-48cd-8ded-f2ad7dede95c tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 944 time: 0.0571918 Aug 24 10:12:37.943754 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5f1ac27e-64b7-4fa3-9fc3-6ba8d617ffc2 req-4fb815ca-b210-4000-94bd-d15ccedbadcd tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369716 Aug 24 10:12:38.428790 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce2854-9aaa-4e66-9704-6d9f1c932127 req-41d89e59-e617-4bdc-9d6a-e2dbc6ea2303 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:38.430363 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-efce2854-9aaa-4e66-9704-6d9f1c932127 req-41d89e59-e617-4bdc-9d6a-e2dbc6ea2303 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0615265 Aug 24 10:12:38.470688 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-efce2854-9aaa-4e66-9704-6d9f1c932127 req-e6ed5c2a-3acb-46c0-b300-e11252c0b9cd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Aug 24 10:12:38.791737 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:12:39.072522 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f21d4b-38e2-49bc-ba7d-7a309a6e3313 req-2bcb108f-c451-4563-9e17-4023b9138e5a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:39.074208 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d7f21d4b-38e2-49bc-ba7d-7a309a6e3313 req-2bcb108f-c451-4563-9e17-4023b9138e5a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 944 time: 0.0543125 Aug 24 10:12:39.134481 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d7f21d4b-38e2-49bc-ba7d-7a309a6e3313 req-a97df0a2-9805-45d8-acb2-7e5737f07a25 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513101 Aug 24 10:12:39.222977 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-d4e0f23a-80ee-4202-9ca1-18f084665cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:39.224648 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-d4e0f23a-80ee-4202-9ca1-18f084665cef service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053&tenant_id=cb26a759d2664c3283e306575448ea70 HTTP/1.1" status: 200 len: 1096 time: 0.0774162 Aug 24 10:12:39.304087 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-94542cc0-e86b-463d-9223-aca2e55f59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:39.306063 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-94542cc0-e86b-463d-9223-aca2e55f59dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 1096 time: 0.0452304 Aug 24 10:12:39.405915 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-410e17ec-dbef-4b19-9112-96e3c12c5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:39.408432 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-410e17ec-dbef-4b19-9112-96e3c12c5215 service neutron] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 918 time: 0.0945711 Aug 24 10:12:39.480226 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-471902f5-ac2a-441b-a571-ae8f355c768e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f HTTP/1.1" status: 200 len: 999 time: 0.0634465 Aug 24 10:12:39.532479 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-14aa6178-c6bd-4915-ba4c-78fb88746501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:39.533969 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-14aa6178-c6bd-4915-ba4c-78fb88746501 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.0464406 Aug 24 10:12:39.582107 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 672aadac-2f38-410f-a6b6-f110555d195a details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:12:39.596223 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-3d3dd7ac-eb58-4e05-9182-50f6d1b06c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:39.597999 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-3d3dd7ac-eb58-4e05-9182-50f6d1b06c9c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545211 Aug 24 10:12:39.607815 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5e447-a9f3-4156-90f8-76a8cacd4071 req-73d2a22a-a367-4eba-9cc0-0c755d70eea7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:39.609457 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-49a5e447-a9f3-4156-90f8-76a8cacd4071 req-73d2a22a-a367-4eba-9cc0-0c755d70eea7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0624497 Aug 24 10:12:39.660152 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-49a5e447-a9f3-4156-90f8-76a8cacd4071 req-ef445397-b705-466c-a590-f6cf480a867c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Aug 24 10:12:39.692977 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 672aadac-2f38-410f-a6b6-f110555d195a, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=672aadac-2f38-410f-a6b6-f110555d195a,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:39.705013 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '672aadac-2f38-410f-a6b6-f110555d195a', 'network_id': '08a986d5-43cd-4b75-8101-df78b069621b', 'port_id': '672aadac-2f38-410f-a6b6-f110555d195a', 'mac_address': 'fa:16:3e:e9:c9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4dabd65-b0cb-4e26-800a-7f899856647e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:12:39.712715 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-5ed4778a-c702-4faa-b25c-d1e0b6a5183e service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055388 Aug 24 10:12:39.745833 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:39.766951 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672aadac-2f38-410f-a6b6-f110555d195a {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:12:39.787569 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 672aadac-2f38-410f-a6b6-f110555d195a, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=672aadac-2f38-410f-a6b6-f110555d195a,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:39.830739 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42461531-9a6d-4125-83b9-5d94d624ac59 req-0b760a74-e31a-4ec6-a148-e66c2814403d service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100659 Aug 24 10:12:39.888510 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:39.939459 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=672aadac-2f38-410f-a6b6-f110555d195a,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:40.234616 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['672aadac-2f38-410f-a6b6-f110555d195a'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:12:40.278895 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959cc5-b6cb-40f9-af82-c101159b4e7a req-566e731e-685d-4d1e-945e-0c9cde5bd528 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:40.280562 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd959cc5-b6cb-40f9-af82-c101159b4e7a req-566e731e-685d-4d1e-945e-0c9cde5bd528 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 945 time: 0.0645068 Aug 24 10:12:40.323880 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd959cc5-b6cb-40f9-af82-c101159b4e7a req-f6b06ba7-cab5-4e30-8e4a-7259ff2dd68e tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Aug 24 10:12:40.832569 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ff014-4eb3-4c1f-9cc9-5ee7f703bf93 req-8e2a14b1-4b0d-4f58-a108-5150315a2235 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:40.834741 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-200ff014-4eb3-4c1f-9cc9-5ee7f703bf93 req-8e2a14b1-4b0d-4f58-a108-5150315a2235 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0747681 Aug 24 10:12:40.912589 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-200ff014-4eb3-4c1f-9cc9-5ee7f703bf93 req-d21932fe-89b4-46a1-9e3a-0d80291474eb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617545 Aug 24 10:12:41.439589 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ab11f-65d8-47de-87f4-ee8ac35639e5 req-fdb5ce7e-f1c4-4fa2-beb7-794b8013e47e tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:41.441360 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4b4ab11f-65d8-47de-87f4-ee8ac35639e5 req-fdb5ce7e-f1c4-4fa2-beb7-794b8013e47e tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 945 time: 0.0492966 Aug 24 10:12:41.496410 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4b4ab11f-65d8-47de-87f4-ee8ac35639e5 req-7abe0365-432d-4923-b369-3aa9cfc87c16 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479238 Aug 24 10:12:41.601975 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 672aadac-2f38-410f-a6b6-f110555d195a up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:12:41.715793 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 672aadac-2f38-410f-a6b6-f110555d195a completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:41.720937 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 672aadac-2f38-410f-a6b6-f110555d195a triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:41.721311 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:41.798921 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:41.824307 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e0130f-9478-43b8-8b0f-261bf5707112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672aadac-2f38-410f-a6b6-f110555d195a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:12:41.826688 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4835be40-2096-4d96-b02c-17ce5a96a688" -d '{"events": [{"server_uuid": "c9e0130f-9478-43b8-8b0f-261bf5707112", "name": "network-vif-plugged", "status": "completed", "tag": "672aadac-2f38-410f-a6b6-f110555d195a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:12:41.852168 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 672aadac-2f38-410f-a6b6-f110555d195a, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=672aadac-2f38-410f-a6b6-f110555d195a,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:12:41.883028 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d4ae4c-cd21-46b9-a742-8764b0f364f5 x-openstack-request-id: req-a8d4ae4c-cd21-46b9-a742-8764b0f364f5 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:12:41.883341 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e0130f-9478-43b8-8b0f-261bf5707112", "name": "network-vif-plugged", "status": "completed", "tag": "672aadac-2f38-410f-a6b6-f110555d195a", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:12:41.883594 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8d4ae4c-cd21-46b9-a742-8764b0f364f5 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:12:41.883978 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e0130f-9478-43b8-8b0f-261bf5707112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672aadac-2f38-410f-a6b6-f110555d195a', 'code': 200} Aug 24 10:12:41.934447 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:41.985919 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=672aadac-2f38-410f-a6b6-f110555d195a,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:42.050735 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec000244-3dd1-4891-b039-541098583b3f req-51d188e3-bdd7-4ea8-814a-668ff1b9e20e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:42.053318 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ec000244-3dd1-4891-b039-541098583b3f req-51d188e3-bdd7-4ea8-814a-668ff1b9e20e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0577466 Aug 24 10:12:42.092848 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ec000244-3dd1-4891-b039-541098583b3f req-58683a85-40b6-424a-b36e-22889a8247c1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336666 Aug 24 10:12:42.632614 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc52038-5514-4044-ae61-601b5a81bc18 req-59a4185f-f41e-4a54-96b4-9b54aa253c96 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:42.634177 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ebc52038-5514-4044-ae61-601b5a81bc18 req-59a4185f-f41e-4a54-96b4-9b54aa253c96 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0545752 Aug 24 10:12:42.674080 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ebc52038-5514-4044-ae61-601b5a81bc18 req-59f78fff-6140-44e2-9880-d73260883809 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337338 Aug 24 10:12:43.222536 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ca744-f3e0-4ea0-95b8-0da33d27ad5e req-34b51149-8d7a-4d2e-ba1b-ed0f036ca17d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:43.224115 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-218ca744-f3e0-4ea0-95b8-0da33d27ad5e req-34b51149-8d7a-4d2e-ba1b-ed0f036ca17d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0582049 Aug 24 10:12:43.261854 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-218ca744-f3e0-4ea0-95b8-0da33d27ad5e req-07879197-ea84-4272-92ad-0724cccfdf6f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Aug 24 10:12:43.804317 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66241fab-44b6-4c0b-be32-05d5163480e4 req-a13d28bc-c3b8-48d7-ba91-c84f748c6f0b tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:43.805832 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-66241fab-44b6-4c0b-be32-05d5163480e4 req-a13d28bc-c3b8-48d7-ba91-c84f748c6f0b tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0545621 Aug 24 10:12:43.850752 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-66241fab-44b6-4c0b-be32-05d5163480e4 req-46fa2ab4-337c-405e-94e8-6bed8b1c1a64 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Aug 24 10:12:44.407867 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746f129-5228-429a-bb65-dbb423db1832 req-f698a258-a9eb-45fa-a10b-cc00db20bcab tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:44.409451 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b746f129-5228-429a-bb65-dbb423db1832 req-f698a258-a9eb-45fa-a10b-cc00db20bcab tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0633464 Aug 24 10:12:44.453647 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b746f129-5228-429a-bb65-dbb423db1832 req-3c16f1a6-6a4f-4fb5-9191-6704cbe582b4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380528 Aug 24 10:12:44.974197 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ef418-6ef6-491a-9ae3-2c96ab9c2986 req-729f24bf-fe7b-4648-a3ce-fda14890866b tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:44.981546 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-279ef418-6ef6-491a-9ae3-2c96ab9c2986 req-729f24bf-fe7b-4648-a3ce-fda14890866b tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0562270 Aug 24 10:12:45.027370 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-279ef418-6ef6-491a-9ae3-2c96ab9c2986 req-a2137447-5318-44f3-9af5-330293237f81 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Aug 24 10:12:45.191915 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-bb28ae68-f020-4409-aa3b-3dc78c6ec14d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696535982&fields=id&tenant_id=d465d2008563404ab757a87a35aca3b9 HTTP/1.1" status: 200 len: 267 time: 0.0342774 Aug 24 10:12:45.324575 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-5c0c194c-e855-4127-a4a7-b476aac31c82 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:45.326078 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-5c0c194c-e855-4127-a4a7-b476aac31c82 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/networks?id=25d16171-7ba8-4864-b259-58258850e21d HTTP/1.1" status: 200 len: 808 time: 0.1258590 Aug 24 10:12:45.344317 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-4bbcb6cc-981d-4395-b09c-8e2931cc0427 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/quotas/d465d2008563404ab757a87a35aca3b9 HTTP/1.1" status: 200 len: 375 time: 0.0104532 Aug 24 10:12:45.400325 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-df7726f2-9bab-4769-8920-630b57a89fb2 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d465d2008563404ab757a87a35aca3b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497515 Aug 24 10:12:45.525629 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-37b24835-dffc-4171-946e-4dfa6b1a6512 service neutron] 10.222.0.64 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025994 Aug 24 10:12:45.617791 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a61b5ae1-ca5c-4bcc-9743-54290e31210c service neutron] 10.222.0.64 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854056 Aug 24 10:12:45.843547 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:46.399256 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062968d-b05b-4642-bbed-a95bbe177f3a req-ce09f7b5-8658-4310-90b3-15b9945d650b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:46.404980 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b062968d-b05b-4642-bbed-a95bbe177f3a req-ce09f7b5-8658-4310-90b3-15b9945d650b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.1063068 Aug 24 10:12:46.443417 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b062968d-b05b-4642-bbed-a95bbe177f3a req-6910a143-b1e1-401b-8249-c387497d922b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343118 Aug 24 10:12:46.585289 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6494e6-0c65-461e-a608-d875ae6579b0 req-5379c2c5-c231-4370-b3b7-e45a5f3d7901 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:46.586830 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3c6494e6-0c65-461e-a608-d875ae6579b0 req-5379c2c5-c231-4370-b3b7-e45a5f3d7901 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0816302 Aug 24 10:12:46.629759 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3c6494e6-0c65-461e-a608-d875ae6579b0 req-1160da5a-caed-49ac-b898-05938e8c3b7a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368443 Aug 24 10:12:46.708202 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5e8d47e4-176f-4580-a7d4-04f350573622 req-04ff572c-0dca-488b-b483-6632cc3e3dba tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0303781 Aug 24 10:12:47.568484 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e5322-c70f-442c-96cc-c30779bce84c req-86033b79-8edb-416e-ab18-5f2117cbb881 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:47.570215 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ea7e5322-c70f-442c-96cc-c30779bce84c req-86033b79-8edb-416e-ab18-5f2117cbb881 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0509534 Aug 24 10:12:47.611591 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ea7e5322-c70f-442c-96cc-c30779bce84c req-aa6c5284-e416-4369-b53a-19768593f579 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351884 Aug 24 10:12:48.010497 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7c4f-2636-4fe5-93fb-234aa08012c6 req-93021bc0-9513-4f23-a014-547c67d5c566 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:48.012096 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1e6a7c4f-2636-4fe5-93fb-234aa08012c6 req-93021bc0-9513-4f23-a014-547c67d5c566 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.3050122 Aug 24 10:12:48.065258 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1e6a7c4f-2636-4fe5-93fb-234aa08012c6 req-641d4b93-c7c5-4f37-bf53-4676e6a6971b tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463369 Aug 24 10:12:48.151076 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7039c719-382e-4d3b-aeb0-d4f21cf52e25 req-1774b61e-f8b5-450f-9136-b16e383c2f04 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Aug 24 10:12:48.750122 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cdd59-7461-4363-921c-961ecfea449e req-bca4ff0a-dbd2-4370-8574-f7e3804f989d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:48.754696 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-804cdd59-7461-4363-921c-961ecfea449e req-bca4ff0a-dbd2-4370-8574-f7e3804f989d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0521197 Aug 24 10:12:48.796477 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-804cdd59-7461-4363-921c-961ecfea449e req-bcbb4cca-73ca-4402-96f5-7a1bff67319c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386238 Aug 24 10:12:49.189133 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c327e2a-1011-4792-86a3-41cfc3501c8b req-da51b5eb-cf7d-4596-9e5f-ce78808cb6a4 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:49.191318 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5c327e2a-1011-4792-86a3-41cfc3501c8b req-da51b5eb-cf7d-4596-9e5f-ce78808cb6a4 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0581818 Aug 24 10:12:49.245784 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5c327e2a-1011-4792-86a3-41cfc3501c8b req-9680a428-b046-4829-94fc-2c9860971d98 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480242 Aug 24 10:12:49.351438 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-61008fe5-10d7-4ac9-a8e3-ab4f3b2704cd req-d326e2ae-b0f3-40d0-af48-1853decdf867 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0331898 Aug 24 10:12:49.949658 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7a092-00ec-4e6b-8fe0-88a1067e716e req-7d8bfe46-335f-49b3-9aed-366c77ea803d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:49.951192 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-45b7a092-00ec-4e6b-8fe0-88a1067e716e req-7d8bfe46-335f-49b3-9aed-366c77ea803d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0654733 Aug 24 10:12:49.994196 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-45b7a092-00ec-4e6b-8fe0-88a1067e716e req-5990aa05-b95a-4971-aa74-89d8356a60f7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369656 Aug 24 10:12:50.385018 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2fc1-2d63-42a2-9a65-3c243ad3dd81 req-9d74c0e0-72c9-4672-8906-ff0baa89d6b9 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:50.387186 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-858e2fc1-2d63-42a2-9a65-3c243ad3dd81 req-9d74c0e0-72c9-4672-8906-ff0baa89d6b9 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0669165 Aug 24 10:12:50.431133 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-858e2fc1-2d63-42a2-9a65-3c243ad3dd81 req-2dd18b3f-e55c-4c67-b426-2eec6582d6d9 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 Aug 24 10:12:50.536853 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fc7c2d9c-66ed-453e-a153-d986614b14f6 req-e7955f13-f99c-4dfa-8e82-367537e8ada6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0489199 Aug 24 10:12:51.071297 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b35e15f2-b440-4f20-bea9-17c0cb51c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:51.119187 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2cac9-8479-42d1-a26d-1ff209cd490b req-3c556fe0-6437-4408-9776-6d422daf83ff tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:51.120819 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5ec2cac9-8479-42d1-a26d-1ff209cd490b req-3c556fe0-6437-4408-9776-6d422daf83ff tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0477002 Aug 24 10:12:51.191136 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5ec2cac9-8479-42d1-a26d-1ff209cd490b req-8da045ef-b4df-4147-9740-c1a89d8f187a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628247 Aug 24 10:12:51.584333 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa675-11ea-42da-b041-0f52374bd2ff req-1a7f6747-5de4-4716-bdad-9a65b5ab13cd tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:51.585859 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e61fa675-11ea-42da-b041-0f52374bd2ff req-1a7f6747-5de4-4716-bdad-9a65b5ab13cd tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0691845 Aug 24 10:12:51.627644 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e61fa675-11ea-42da-b041-0f52374bd2ff req-063ae5f6-d1c4-41ce-a501-5b66179cc73e tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355656 Aug 24 10:12:51.729361 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d0ece5c4-225e-4a6f-8de9-949a89c46c56 req-18161313-c17c-47f0-b6bd-264ab3d6d828 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0303471 Aug 24 10:12:52.317006 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828387ce-5c64-4a3c-82f6-f7508ee43c27 req-d84ba997-f19d-4756-a174-e7246079d0be tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:52.318596 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-828387ce-5c64-4a3c-82f6-f7508ee43c27 req-d84ba997-f19d-4756-a174-e7246079d0be tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0514123 Aug 24 10:12:52.372207 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-828387ce-5c64-4a3c-82f6-f7508ee43c27 req-b84f7763-537c-41dd-bfc7-7b5022a89c88 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Aug 24 10:12:52.784230 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f83a0-0bba-4c3a-a57b-18f00e675658 req-f515a0d7-1e76-48c2-a4a1-4dace8f6ce73 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:52.785977 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7b9f83a0-0bba-4c3a-a57b-18f00e675658 req-f515a0d7-1e76-48c2-a4a1-4dace8f6ce73 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0822232 Aug 24 10:12:52.863874 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1014e6d5-7a64-4a63-9d5b-5a2400ee96ed req-2cb0c3bd-4a95-4730-aeca-3ac962c81740 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0351565 Aug 24 10:12:52.937290 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-c3012650-45d0-4afb-b507-17ccf2c2f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:52.939099 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-c3012650-45d0-4afb-b507-17ccf2c2f1a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 1096 time: 0.0440516 Aug 24 10:12:53.009109 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7b9f83a0-0bba-4c3a-a57b-18f00e675658 req-4e7562c3-f7f0-465e-bfb9-c2f95b40f59a tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169094 Aug 24 10:12:53.081499 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-7e9ca6d2-3a8f-4659-8b4a-9bce8de591f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:53.083008 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-7e9ca6d2-3a8f-4659-8b4a-9bce8de591f0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 918 time: 0.1213677 Aug 24 10:12:53.156599 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-e8312994-d8fa-4ec3-af18-0ed802ed6945 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f HTTP/1.1" status: 200 len: 999 time: 0.0626180 Aug 24 10:12:53.206917 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-99788be3-6d84-4ada-8bab-5156a6be5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:53.208438 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-99788be3-6d84-4ada-8bab-5156a6be5341 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.0438373 Aug 24 10:12:53.263170 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-6b1b7606-7926-4a01-8cd7-b3570962d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:53.265834 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-6b1b7606-7926-4a01-8cd7-b3570962d2bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490251 Aug 24 10:12:53.394638 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118462ac-e2a5-446a-b7e0-6dbd986b12f0 req-346e63c6-d673-4108-9c09-a663df903f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:53.396138 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-118462ac-e2a5-446a-b7e0-6dbd986b12f0 req-346e63c6-d673-4108-9c09-a663df903f43 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 1099 time: 0.0710979 Aug 24 10:12:53.399710 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-a2bc1a25-0177-4cd9-a177-2f3e6c702090 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237719 Aug 24 10:12:53.527042 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-118462ac-e2a5-446a-b7e0-6dbd986b12f0 req-ab605bf1-5be3-40e7-9b8a-cba5547e3b88 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161561 Aug 24 10:12:53.575895 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12426c-96eb-412f-8405-f3a31be15be9 req-732b8ea7-7ed6-40cd-b9d3-13c3d5e727fa tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:53.577442 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0d12426c-96eb-412f-8405-f3a31be15be9 req-732b8ea7-7ed6-40cd-b9d3-13c3d5e727fa tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0942581 Aug 24 10:12:53.579853 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61ae6127-44f2-4ba5-9e23-510b397ca50d req-0c19d025-ebf7-45d0-b8e7-36b081678c4b service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676300 Aug 24 10:12:53.618155 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0d12426c-96eb-412f-8405-f3a31be15be9 req-11b32413-153a-471f-b5c7-3398d65550e6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340772 Aug 24 10:12:53.830718 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-294ad17a-44b5-4283-8d50-ab66f26ff495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:53.961083 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e41087ca-70d1-4640-a9c1-a3c1ab8458ac req-a8e32bdc-657d-46a7-b771-f0d2cf55b2b2 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0268564 Aug 24 10:12:54.066108 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:54.137021 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47145-4e86-41de-b3eb-e23022edd030 req-4850082e-c67c-4572-863a-4919a802b220 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:54.138542 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-65f47145-4e86-41de-b3eb-e23022edd030 req-4850082e-c67c-4572-863a-4919a802b220 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0565045 Aug 24 10:12:54.179356 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-65f47145-4e86-41de-b3eb-e23022edd030 req-a80a3fc1-1274-46b7-91d6-386fffc47ded tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340872 Aug 24 10:12:54.630292 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-d2592214-288e-40ef-a3c4-34d684a875fd tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:54.631798 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-d2592214-288e-40ef-a3c4-34d684a875fd tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.90 "GET /v2.0/networks?id=25d16171-7ba8-4864-b259-58258850e21d HTTP/1.1" status: 200 len: 808 time: 0.1049800 Aug 24 10:12:54.708580 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-5b60a26a-8752-4e5b-812b-69a3205c72ff tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d465d2008563404ab757a87a35aca3b9 HTTP/1.1" status: 200 len: 379 time: 0.0456638 Aug 24 10:12:54.749617 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'port': {'device_id': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'admin_state_up': True, 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'security_groups': ['d0dc1516-a307-4d48-8c23-e997c0c2a1fc']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:54.810600 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89152b80-126d-4ddd-955e-d852f93674ec req-f288e174-057f-4607-bb28-8354d3b62054 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:54.812845 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-89152b80-126d-4ddd-955e-d852f93674ec req-f288e174-057f-4607-bb28-8354d3b62054 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.1033354 Aug 24 10:12:54.893346 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-89152b80-126d-4ddd-955e-d852f93674ec req-204810c1-90b2-45fb-99fc-1c45a48c6063 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690391 Aug 24 10:12:54.997511 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Made reservation on behalf of d465d2008563404ab757a87a35aca3b9 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:12:55.001795 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:55.101419 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1c95a265-d8d7-4a97-bced-44633505c172 req-03b032d2-0860-4960-8a4c-b1442eda2e8b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0402112 Aug 24 10:12:55.191250 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Allocated IP 172.20.0.3 (25d16171-7ba8-4864-b259-58258850e21d/28c1bcb0-16d7-4410-903d-102f42916bc5/68a63243-b94d-47b3-8946-4c93f0f9c95f) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:12:55.304086 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:55.313426 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57442ae-81ce-4516-846d-10af1c4f3d97 req-e2202cf3-0c4e-4a52-bafc-4bea0118c8f4 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:55.337001 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b57442ae-81ce-4516-846d-10af1c4f3d97 req-e2202cf3-0c4e-4a52-bafc-4bea0118c8f4 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0598745 Aug 24 10:12:55.364085 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b57442ae-81ce-4516-846d-10af1c4f3d97 req-c82f6919-16c2-4338-856a-51a8d9c81582 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Aug 24 10:12:55.370363 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:55.387623 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Transition to ACTIVE for port object 68a63243-b94d-47b3-8946-4c93f0f9c95f will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:55.523308 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:55.571081 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Network 25d16171-7ba8-4864-b259-58258850e21d is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:12:55.574169 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:12:55.576758 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:12:55.608668 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:55.624438 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.624705 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.625003 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.625392 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.625732 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.626059 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.626503 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.626838 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.627162 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.627484 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.628417 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.628751 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:12:55.653160 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:55.653814 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:55.746363 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a112bd98-a078-4dc1-baf5-7c74a90f1eee tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0013275 Aug 24 10:12:55.768001 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Request body: {'port': {'device_id': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:12:55.825754 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:55.926968 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-28d8bcf4-1d06-49eb-bfbe-d1d3a0578636 None None] Provisioning for port 68a63243-b94d-47b3-8946-4c93f0f9c95f completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:12:55.946145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-28d8bcf4-1d06-49eb-bfbe-d1d3a0578636 None None] Provisioning complete for port 68a63243-b94d-47b3-8946-4c93f0f9c95f triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:12:55.949882 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-28d8bcf4-1d06-49eb-bfbe-d1d3a0578636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:56.003744 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-28d8bcf4-1d06-49eb-bfbe-d1d3a0578636 None None] Port 68a63243-b94d-47b3-8946-4c93f0f9c95f cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:12:56.058508 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe593a3-a8d7-4454-8e43-d7c42d30d229 req-b93f94b1-11f3-4192-8236-dde63af7150f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:56.060510 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fbe593a3-a8d7-4454-8e43-d7c42d30d229 req-b93f94b1-11f3-4192-8236-dde63af7150f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0618637 Aug 24 10:12:56.113387 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fbe593a3-a8d7-4454-8e43-d7c42d30d229 req-07a0ed4f-1a5d-42e6-aad6-9e39ea3ea16d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460489 Aug 24 10:12:56.221570 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a63243-b94d-47b3-8946-4c93f0f9c95f {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:12:56.229831 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:56.244474 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Transition to ACTIVE for port object 68a63243-b94d-47b3-8946-4c93f0f9c95f will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:12:56.322795 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:56.340789 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024bfcf-1794-4af8-9b43-4a42607caa1e req-0bca3b30-b8e9-4a8b-8cf4-5bbf6cd189be tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:56.342446 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b024bfcf-1794-4af8-9b43-4a42607caa1e req-0bca3b30-b8e9-4a8b-8cf4-5bbf6cd189be tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 931 time: 0.0553889 Aug 24 10:12:56.385098 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Pushing event updated for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:56.398589 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b024bfcf-1794-4af8-9b43-4a42607caa1e req-b0bf14ac-83f2-4ca8-97d5-290a21578175 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495067 Aug 24 10:12:56.471786 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Attempting to bind port 68a63243-b94d-47b3-8946-4c93f0f9c95f on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:12:56.471896 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Attempting to bind port 68a63243-b94d-47b3-8946-4c93f0f9c95f by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:12:56.472167 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Attempting to bind port 68a63243-b94d-47b3-8946-4c93f0f9c95f on network 25d16171-7ba8-4864-b259-58258850e21d {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:56.477128 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Port 68a63243-b94d-47b3-8946-4c93f0f9c95f on network 25d16171-7ba8-4864-b259-58258850e21d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:12:56.477462 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Attempting to bind port 68a63243-b94d-47b3-8946-4c93f0f9c95f on network 25d16171-7ba8-4864-b259-58258850e21d {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:12:56.483646 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:12:56.483965 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Checking segment: {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:12:56.484351 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Bound using segment: {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:12:56.485051 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Bound port: 68a63243-b94d-47b3-8946-4c93f0f9c95f, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0806f82a-6017-4cc0-a6a5-72015e4b98a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1217, 'network_id': '25d16171-7ba8-4864-b259-58258850e21d'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:12:56.485420 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:56.567172 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:12:56.572964 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:12:56.643442 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:56.678925 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:56.679541 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:56.680955 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] 10.222.0.90 "PUT /v2.0/ports/68a63243-b94d-47b3-8946-4c93f0f9c95f HTTP/1.1" status: 200 len: 1093 time: 0.9182589 Aug 24 10:12:56.681381 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:12:56.683617 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9ca60a-7e3b-4b28-8c97-322f08a91ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:12:56.712604 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66885cc8-6967-4fed-9c10-1b713061243a service neutron] Pushing event updated for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:12:56.741230 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aefcb3-c5d4-45f4-9b21-4953e33904a7 x-openstack-request-id: req-69aefcb3-c5d4-45f4-9b21-4953e33904a7 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:12:56.741570 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:12:56.743646 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-69aefcb3-c5d4-45f4-9b21-4953e33904a7 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:12:56.743646 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'status': 'completed', 'code': 200} Aug 24 10:12:56.828902 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca60a-7e3b-4b28-8c97-322f08a91ab6 req-fb485047-1f51-41bf-820f-f6a493e980fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:56.830596 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ae9ca60a-7e3b-4b28-8c97-322f08a91ab6 req-fb485047-1f51-41bf-820f-f6a493e980fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d465d2008563404ab757a87a35aca3b9&device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1096 time: 0.0441508 Aug 24 10:12:56.849443 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:12:56.957894 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca60a-7e3b-4b28-8c97-322f08a91ab6 req-fa0f8aa5-dadb-47ec-8339-230a842e075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:56.959455 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ae9ca60a-7e3b-4b28-8c97-322f08a91ab6 req-fa0f8aa5-dadb-47ec-8339-230a842e075f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d465d2008563404ab757a87a35aca3b9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1101563 Aug 24 10:12:57.062074 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca60a-7e3b-4b28-8c97-322f08a91ab6 req-2afbcaec-5437-4aa9-acaa-45ceae71a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:57.063795 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ae9ca60a-7e3b-4b28-8c97-322f08a91ab6 req-2afbcaec-5437-4aa9-acaa-45ceae71a424 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0957048 Aug 24 10:12:57.185826 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-3bc2bbf8-540e-4162-86ab-ef470b7de120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:57.187882 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-3bc2bbf8-540e-4162-86ab-ef470b7de120 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d465d2008563404ab757a87a35aca3b9&device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1096 time: 0.0614963 Aug 24 10:12:57.241267 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-a6e63985-e236-414b-849f-40d214c01963 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f HTTP/1.1" status: 200 len: 217 time: 0.0374796 Aug 24 10:12:57.269182 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccea69-e24d-4977-acbb-5a2d4bc6cdfa req-7c0f3aaf-75ec-4ff2-a780-6e820a16a95f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:57.272042 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-58ccea69-e24d-4977-acbb-5a2d4bc6cdfa req-7c0f3aaf-75ec-4ff2-a780-6e820a16a95f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0730097 Aug 24 10:12:57.328779 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-12619fbe-db0f-4bd9-aef4-2a5e43def454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:57.330603 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-12619fbe-db0f-4bd9-aef4-2a5e43def454 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28c1bcb0-16d7-4410-903d-102f42916bc5 HTTP/1.1" status: 200 len: 847 time: 0.0819848 Aug 24 10:12:57.332723 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-58ccea69-e24d-4977-acbb-5a2d4bc6cdfa req-4eab7ad6-281d-4a48-964b-b71a7874d354 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511534 Aug 24 10:12:57.391815 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-eb3e5a04-78c6-4cbb-8032-b5c99fe7a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:57.393641 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-eb3e5a04-78c6-4cbb-8032-b5c99fe7a09d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25d16171-7ba8-4864-b259-58258850e21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557501 Aug 24 10:12:57.518979 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-da5e0151-3b5a-4827-b765-fecfcb1dcf36 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174011 Aug 24 10:12:57.569229 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e053e-0f7e-4f28-8268-7ecda0e2ada3 req-430df5c2-192e-43bd-a806-b9f26727d728 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:57.571435 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c96e053e-0f7e-4f28-8268-7ecda0e2ada3 req-430df5c2-192e-43bd-a806-b9f26727d728 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0837591 Aug 24 10:12:57.615522 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c96e053e-0f7e-4f28-8268-7ecda0e2ada3 req-ab26aba5-8b0a-4a78-849b-deeabbd5f21c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379455 Aug 24 10:12:57.625660 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cf1bfce1-2cab-462e-8a88-b17e3a41d33c req-bafcc8a3-1b89-49ac-befe-68585d56a8b8 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998995 Aug 24 10:12:58.472831 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49213d-b9cd-437c-8ff7-1930903281f0 req-44c43f34-b0cb-4d0a-a005-544fd63b334e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:58.474442 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9f49213d-b9cd-437c-8ff7-1930903281f0 req-44c43f34-b0cb-4d0a-a005-544fd63b334e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0535445 Aug 24 10:12:58.520210 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9f49213d-b9cd-437c-8ff7-1930903281f0 req-2f26c0f6-c912-47c0-9203-ac7a75b8af8a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384495 Aug 24 10:12:58.747891 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5394be5-841a-4bf6-a756-fc71249cff49 req-dd56c6b4-da35-487d-87fd-16e362f9459d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:58.750278 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b5394be5-841a-4bf6-a756-fc71249cff49 req-dd56c6b4-da35-487d-87fd-16e362f9459d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0514047 Aug 24 10:12:58.788399 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b5394be5-841a-4bf6-a756-fc71249cff49 req-e26a3eed-eb2e-4341-ab57-b74f98d51ccf tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Aug 24 10:12:59.668749 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db185a0c-53a1-4140-a703-447d304997b2 req-221bb7eb-63c6-4df1-b20f-8b84f8fe5d66 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:59.670510 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-db185a0c-53a1-4140-a703-447d304997b2 req-221bb7eb-63c6-4df1-b20f-8b84f8fe5d66 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0526745 Aug 24 10:12:59.717149 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-db185a0c-53a1-4140-a703-447d304997b2 req-aeabe2b1-6fa9-4ab5-a096-b744a2c3bf94 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354493 Aug 24 10:12:59.950182 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478e4c-658b-4017-b118-52de34e736df req-3b8d23dc-558e-4d7e-a48d-8078645c9a9a tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:12:59.951735 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-80478e4c-658b-4017-b118-52de34e736df req-3b8d23dc-558e-4d7e-a48d-8078645c9a9a tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0734661 Aug 24 10:12:59.994011 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-80478e4c-658b-4017-b118-52de34e736df req-21160be4-48c9-4dbd-baba-1f4d8b815f0c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341640 Aug 24 10:13:00.859412 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5414ac-aaad-42a8-97e3-b4c484d29467 req-0a9a6699-0895-4e1f-8e6e-624979cdccdd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:00.860985 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c5414ac-aaad-42a8-97e3-b4c484d29467 req-0a9a6699-0895-4e1f-8e6e-624979cdccdd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 943 time: 0.0573044 Aug 24 10:13:00.900970 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c5414ac-aaad-42a8-97e3-b4c484d29467 req-fa53978e-5a16-424d-ba38-595baa495748 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339732 Aug 24 10:13:01.117267 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5293b4-9fd6-43a7-9552-744e08f2ce2a req-14fbbed1-6536-4422-af3e-6df649ddcca6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:01.118695 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-df5293b4-9fd6-43a7-9552-744e08f2ce2a req-14fbbed1-6536-4422-af3e-6df649ddcca6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0515032 Aug 24 10:13:01.165527 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-df5293b4-9fd6-43a7-9552-744e08f2ce2a req-1f856618-c933-401c-9707-e71cafe63b2f tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346727 Aug 24 10:13:01.682857 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:13:01.780250 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:01.791005 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'port_id': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'mac_address': 'fa:16:3e:b9:83:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:13:01.830417 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:01.843361 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:13:01.866453 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:01.954722 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:02.005778 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=9']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:02.013347 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.013693 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.014038 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.014443 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.014936 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.015303 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.015635 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.015964 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.016406 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.016693 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.017107 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.017340 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:02.030004 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc0ad0-f095-472e-9e5e-c8710031d410 req-34e0e5d5-d18d-40e3-b586-9ebc8c43e5f0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:02.031968 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dcfc0ad0-f095-472e-9e5e-c8710031d410 req-34e0e5d5-d18d-40e3-b586-9ebc8c43e5f0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 944 time: 0.0525923 Aug 24 10:13:02.074023 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dcfc0ad0-f095-472e-9e5e-c8710031d410 req-39e488c1-3b8b-472b-871f-dddadccb76e8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355697 Aug 24 10:13:02.302864 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b438c25-04e3-4e98-b17d-bab373332b50 req-2e4fa0ff-86b8-4bd8-af38-c65b9f1db55b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:02.304629 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b438c25-04e3-4e98-b17d-bab373332b50 req-2e4fa0ff-86b8-4bd8-af38-c65b9f1db55b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0659389 Aug 24 10:13:02.306666 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:13:02.349311 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b438c25-04e3-4e98-b17d-bab373332b50 req-aaa9922d-00ca-4fe0-92e5-a28cee394540 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378976 Aug 24 10:13:03.193280 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a3715-f6b2-4c22-839e-0bdde0c22487 req-f55e16ba-cb2d-42c9-b15a-25d1f8548cbf tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:03.194755 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f48a3715-f6b2-4c22-839e-0bdde0c22487 req-f55e16ba-cb2d-42c9-b15a-25d1f8548cbf tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 944 time: 0.0483711 Aug 24 10:13:03.236467 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f48a3715-f6b2-4c22-839e-0bdde0c22487 req-f2ea91af-4772-411a-8068-e741ac22dec1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358377 Aug 24 10:13:03.467295 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e8c60-9bb1-4ad0-a203-71ca9643ddf1 req-37946e12-aafd-4a64-a570-0f00ebf402ac tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:03.469476 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-458e8c60-9bb1-4ad0-a203-71ca9643ddf1 req-37946e12-aafd-4a64-a570-0f00ebf402ac tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0509181 Aug 24 10:13:03.508475 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-458e8c60-9bb1-4ad0-a203-71ca9643ddf1 req-867bfc65-935e-451e-bf63-8ef78615cc07 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328314 Aug 24 10:13:03.684597 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:13:03.738686 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:13:03.739052 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:03.837093 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:03.861741 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:03.864230 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24055565-13cf-4722-9387-56985fba18bd" -d '{"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-plugged", "status": "completed", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:03.877633 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:03.903094 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d3cc6-c78f-4b1e-9858-2d0924fba161 x-openstack-request-id: req-b99d3cc6-c78f-4b1e-9858-2d0924fba161 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:03.903379 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-plugged", "status": "completed", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:03.903628 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b99d3cc6-c78f-4b1e-9858-2d0924fba161 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:03.904016 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'code': 200} Aug 24 10:13:03.977845 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:04.033305 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=10']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:04.361045 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d08f0-9324-4709-a6cb-ca9ff900de6b req-e6c8343f-6055-42d8-aca6-1565330d6368 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:04.362870 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-713d08f0-9324-4709-a6cb-ca9ff900de6b req-e6c8343f-6055-42d8-aca6-1565330d6368 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0521677 Aug 24 10:13:04.404617 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-713d08f0-9324-4709-a6cb-ca9ff900de6b req-9d556d83-425c-40f1-8313-403889d50aa2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359275 Aug 24 10:13:04.633833 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2c42-1e78-4da3-877b-dde95c99224e req-041ba4eb-a408-4689-8b8f-c25053f09c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:04.635380 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d19d2c42-1e78-4da3-877b-dde95c99224e req-041ba4eb-a408-4689-8b8f-c25053f09c73 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 1099 time: 0.0607376 Aug 24 10:13:04.668137 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462020ac-139c-417e-b1ca-770a854c15c8 req-14156112-409e-4974-bc39-0100bdf3eb34 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:04.669819 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-462020ac-139c-417e-b1ca-770a854c15c8 req-14156112-409e-4974-bc39-0100bdf3eb34 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0666683 Aug 24 10:13:04.684265 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d19d2c42-1e78-4da3-877b-dde95c99224e req-9f20337d-b404-44e1-889b-5c62f4caeb57 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365376 Aug 24 10:13:04.713555 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-462020ac-139c-417e-b1ca-770a854c15c8 req-66c72f9b-c508-4998-bb3b-36e03925e6f5 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367486 Aug 24 10:13:05.546257 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c98fd-e0f9-4503-826c-be0468bbfc55 req-4f4f96c4-93c3-4c8b-84a8-2b332b17fcc9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:05.547938 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a69c98fd-e0f9-4503-826c-be0468bbfc55 req-4f4f96c4-93c3-4c8b-84a8-2b332b17fcc9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0556753 Aug 24 10:13:05.588830 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a69c98fd-e0f9-4503-826c-be0468bbfc55 req-410a772f-6f59-44b2-a2f9-c82922e4e8a6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343804 Aug 24 10:13:05.694897 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 68a63243-b94d-47b3-8946-4c93f0f9c95f details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:13:05.793061 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:05.806048 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'port_id': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'mac_address': 'fa:16:3e:43:6a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:13:05.834256 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006ff1e-5aaf-4702-81db-f08c68c6d46d req-7dc099ce-a75d-4f8e-92bb-b34e21325bbd tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:05.835932 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2006ff1e-5aaf-4702-81db-f08c68c6d46d req-7dc099ce-a75d-4f8e-92bb-b34e21325bbd tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0508418 Aug 24 10:13:05.856652 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:05.870395 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a63243-b94d-47b3-8946-4c93f0f9c95f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:13:05.880420 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2006ff1e-5aaf-4702-81db-f08c68c6d46d req-78f5c950-3672-4171-810e-7ad55e8cc27f tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347626 Aug 24 10:13:05.891526 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:05.951158 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:05.998489 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:06.720267 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24b1ca-6486-48b9-920a-cba082df0a6d req-ead622aa-2154-4301-a680-ccde98cee0e3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:06.722009 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8d24b1ca-6486-48b9-920a-cba082df0a6d req-ead622aa-2154-4301-a680-ccde98cee0e3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0517054 Aug 24 10:13:06.762445 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8d24b1ca-6486-48b9-920a-cba082df0a6d req-0b65a5a2-0013-4f41-884e-68e2d6e800af tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Aug 24 10:13:07.010582 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd214db9-e5c7-46c8-9985-fe4ddfd1e5eb req-e49c5376-5cd8-47a1-b52e-fcbf01385010 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:07.012250 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fd214db9-e5c7-46c8-9985-fe4ddfd1e5eb req-e49c5376-5cd8-47a1-b52e-fcbf01385010 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 944 time: 0.0540762 Aug 24 10:13:07.062841 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fd214db9-e5c7-46c8-9985-fe4ddfd1e5eb req-195c92e9-8378-456c-b864-2f325b7fae06 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438185 Aug 24 10:13:07.908227 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf6fd2-75f6-4906-976f-87de099227fe req-a1b4b08a-98c2-454e-a44d-c9184cbbbc9d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:07.909763 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3cf6fd2-75f6-4906-976f-87de099227fe req-a1b4b08a-98c2-454e-a44d-c9184cbbbc9d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0559204 Aug 24 10:13:07.948165 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3cf6fd2-75f6-4906-976f-87de099227fe req-17ba0ba9-27f1-4162-922a-3d1c376e1734 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324244 Aug 24 10:13:08.182435 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1085-d2ca-4c99-a575-92666189330d req-44a36355-fa47-4e12-b471-0e4a750d91fa tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:08.183905 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5a2a1085-d2ca-4c99-a575-92666189330d req-44a36355-fa47-4e12-b471-0e4a750d91fa tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 944 time: 0.0515907 Aug 24 10:13:08.222709 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5a2a1085-d2ca-4c99-a575-92666189330d req-085514cc-863d-4943-a775-4494a74f0e72 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328286 Aug 24 10:13:09.099321 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de752472-0249-4ab9-9514-1e3817bf1617 req-0db0cd04-8ccd-4a68-adb6-8efe7dd8edaa tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:09.100199 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-de752472-0249-4ab9-9514-1e3817bf1617 req-0db0cd04-8ccd-4a68-adb6-8efe7dd8edaa tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0545619 Aug 24 10:13:09.153777 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-de752472-0249-4ab9-9514-1e3817bf1617 req-8555ee86-5e80-4b8a-ba68-0e18e6595489 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386138 Aug 24 10:13:09.189555 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['68a63243-b94d-47b3-8946-4c93f0f9c95f'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:13:09.341486 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebdc23-4bac-47f7-8d81-8238090596ce req-00e8badf-f5f2-4a79-9d0c-b511d9e48ef8 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:09.349057 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-06ebdc23-4bac-47f7-8d81-8238090596ce req-00e8badf-f5f2-4a79-9d0c-b511d9e48ef8 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 944 time: 0.0562778 Aug 24 10:13:09.385954 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-06ebdc23-4bac-47f7-8d81-8238090596ce req-6a3193b7-f8f3-4e76-9b53-cbcbe7ef21f7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358005 Aug 24 10:13:10.296566 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5de0fe-f7ff-4fa9-ba15-85202b045b5f req-f5f7aabb-5384-43b2-a42b-082b0f5b148a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:10.298103 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-de5de0fe-f7ff-4fa9-ba15-85202b045b5f req-f5f7aabb-5384-43b2-a42b-082b0f5b148a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Aug 24 10:13:10.335463 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-de5de0fe-f7ff-4fa9-ba15-85202b045b5f req-0a473a88-0163-48fd-8357-a5441b5afa6c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315189 Aug 24 10:13:10.518968 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e765c53-8ce0-44dc-baff-9c30d6e9a3b2 req-7eb429bf-02a3-439d-8f53-79dcf3cc7d57 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:10.521436 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3e765c53-8ce0-44dc-baff-9c30d6e9a3b2 req-7eb429bf-02a3-439d-8f53-79dcf3cc7d57 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 944 time: 0.0582860 Aug 24 10:13:10.567530 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3e765c53-8ce0-44dc-baff-9c30d6e9a3b2 req-cbd5b668-d055-4cf1-a6a4-87baab8b20c4 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390244 Aug 24 10:13:11.460244 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc9c16-31da-405a-a06c-fdf11832f8fe req-c5eba6cc-de08-4445-8908-fc9cb862ddce tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:11.461760 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6dfc9c16-31da-405a-a06c-fdf11832f8fe req-c5eba6cc-de08-4445-8908-fc9cb862ddce tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0523562 Aug 24 10:13:11.507118 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6dfc9c16-31da-405a-a06c-fdf11832f8fe req-1a130d73-598c-457f-b4aa-f1a2e8977121 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Aug 24 10:13:11.683410 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc388d-1ffe-457c-9f42-574760a3e089 req-a3d2582d-68c5-4002-99ee-0c9c8e7d6e71 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:11.684889 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-19fc388d-1ffe-457c-9f42-574760a3e089 req-a3d2582d-68c5-4002-99ee-0c9c8e7d6e71 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 944 time: 0.0504286 Aug 24 10:13:11.728204 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-19fc388d-1ffe-457c-9f42-574760a3e089 req-4b5067b9-acd2-4979-87be-6af79746534f tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367584 Aug 24 10:13:12.854844 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cbd32-8768-4c71-af6a-089a9ecb0859 req-38d648d3-77de-4df7-9e9f-3a4af41e2db4 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:12.856534 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-304cbd32-8768-4c71-af6a-089a9ecb0859 req-38d648d3-77de-4df7-9e9f-3a4af41e2db4 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 944 time: 0.0566833 Aug 24 10:13:12.919880 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-304cbd32-8768-4c71-af6a-089a9ecb0859 req-0884ff0f-b105-4fa5-ad0e-f205bbc330c5 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518372 Aug 24 10:13:13.399666 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 68a63243-b94d-47b3-8946-4c93f0f9c95f up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:13:13.493329 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 68a63243-b94d-47b3-8946-4c93f0f9c95f completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:13:13.497646 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 68a63243-b94d-47b3-8946-4c93f0f9c95f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:13:13.498019 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:13.582865 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:13.607841 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:13.611423 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd1cf2-05af-49ad-97ab-ae325cec87bc" -d '{"events": [{"server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "name": "network-vif-plugged", "status": "completed", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:13.626255 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:13.652384 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85316cf1-78b3-4f3b-b636-df7d33ed47bc x-openstack-request-id: req-85316cf1-78b3-4f3b-b636-df7d33ed47bc {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:13.652990 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "name": "network-vif-plugged", "status": "completed", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:13.653440 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-85316cf1-78b3-4f3b-b636-df7d33ed47bc {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:13.654082 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'code': 200} Aug 24 10:13:13.697546 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:13.753493 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:14.061407 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f9660-cad2-49f9-b2df-8f324c25750f req-e0ec7585-d6ad-4bca-98d8-82b6efbb1b1b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:14.066957 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-277f9660-cad2-49f9-b2df-8f324c25750f req-e0ec7585-d6ad-4bca-98d8-82b6efbb1b1b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0702529 Aug 24 10:13:14.117459 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-277f9660-cad2-49f9-b2df-8f324c25750f req-9e9b54b4-9188-4d34-a137-d090c7eb6298 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469782 Aug 24 10:13:14.209775 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e7cfa-fbbf-4ac0-9f3b-dd2dfb94478b req-699e436a-1cb4-47c7-ab8c-75a8340e98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:14.211350 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-963e7cfa-fbbf-4ac0-9f3b-dd2dfb94478b req-699e436a-1cb4-47c7-ab8c-75a8340e98ca service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1098 time: 0.0455370 Aug 24 10:13:14.257031 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-963e7cfa-fbbf-4ac0-9f3b-dd2dfb94478b req-615a853d-4a7f-496b-aadd-f893108548b9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359731 Aug 24 10:13:15.267977 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7b5af-3741-469a-81ef-7b74736431fa req-06b6a412-74af-4ed2-ae36-771410ba5e5f tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:15.269589 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8cb7b5af-3741-469a-81ef-7b74736431fa req-06b6a412-74af-4ed2-ae36-771410ba5e5f tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0572329 Aug 24 10:13:15.324839 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8cb7b5af-3741-469a-81ef-7b74736431fa req-cf6f9418-4de4-4d52-b18a-91d59f01d237 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466502 Aug 24 10:13:15.791148 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:13:15.865518 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:16.458752 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6881ff3-f983-4075-a5d6-eeebba352dac req-60643a05-512f-4200-b83d-10fe067aab45 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:16.460586 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f6881ff3-f983-4075-a5d6-eeebba352dac req-60643a05-512f-4200-b83d-10fe067aab45 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0601323 Aug 24 10:13:16.506545 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f6881ff3-f983-4075-a5d6-eeebba352dac req-79817b89-dcfe-4bc1-8fc3-8402afa40016 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381873 Aug 24 10:13:16.644546 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296793c-85d5-4a66-824a-07483a3c67cd req-823f1da4-4f9e-4866-8eba-e651beb140bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:16.646092 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4296793c-85d5-4a66-824a-07483a3c67cd req-823f1da4-4f9e-4866-8eba-e651beb140bb tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0653098 Aug 24 10:13:16.693874 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4296793c-85d5-4a66-824a-07483a3c67cd req-033d86e8-b56b-4388-bca0-73ad8cedf364 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406635 Aug 24 10:13:16.721608 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 37716) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:16.814303 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2082f35b-7b10-41c3-9fbb-cf0b164f4cec tempest-TestShelveInstance-1540248987 tempest-TestShelveInstance-1540248987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:16.816171 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-2082f35b-7b10-41c3-9fbb-cf0b164f4cec tempest-TestShelveInstance-1540248987 tempest-TestShelveInstance-1540248987-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1093 time: 0.0931969 Aug 24 10:13:16.819158 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 37720) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:16.823851 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'port_id': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:13:16.948696 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:17.058997 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:17.176166 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Allocated IP 172.27.3.84 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/6eff0a42-b4de-400b-a376-743170b45108) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:13:17.291404 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:17.414059 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:17.452728 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:13:17.455742 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:13:17.459288 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:13:17.488846 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'Port': ['ID=6eff0a42-b4de-400b-a376-743170b45108,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:17.500974 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.501319 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.501655 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.501986 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.502313 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.502638 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.502958 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.503277 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.503597 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.503913 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.504228 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.504571 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:17.896892 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:18.059788 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:18.251700 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:18.310491 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26000710'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:18.382315 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event updated for resources: {'Port': ['ID=6eff0a42-b4de-400b-a376-743170b45108,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:18.397916 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:18.505643 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.l3_db [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Floating IP 89ed297c-5fad-4847-87cc-26a876ebabf3 associated. External IP: 172.27.3.84, port: 68a63243-b94d-47b3-8946-4c93f0f9c95f. Aug 24 10:13:18.738223 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Router c57e1f91-0d47-4aed-90f0-f42713027217 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:13:18.860712 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:13:18.872439 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc228d0-e168-480c-af10-eb178131356c None None] Sync routers for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:13:18.882549 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc228d0-e168-480c-af10-eb178131356c None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:13:18.883478 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-8cc228d0-e168-480c-af10-eb178131356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:12:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:18.996173 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:19.019394 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-8cc228d0-e168-480c-af10-eb178131356c None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:13:19.027014 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-41812a14-9d8e-48a1-9749-d43dd4e01071 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2067368 Aug 24 10:13:19.027737 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:19.030180 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eec6c78-14df-4bd8-8f82-7dea64b718d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:19.072237 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58430653-ceba-4c1f-97c0-fd2997ae38b1 x-openstack-request-id: req-58430653-ceba-4c1f-97c0-fd2997ae38b1 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:19.072557 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:19.072810 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-58430653-ceba-4c1f-97c0-fd2997ae38b1 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:19.073223 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'status': 'completed', 'code': 200} Aug 24 10:13:19.171450 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-bab1ed34-850a-4a82-a51d-7ce4b0512f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:19.173249 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-bab1ed34-850a-4a82-a51d-7ce4b0512f88 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d465d2008563404ab757a87a35aca3b9&device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1098 time: 0.0476980 Aug 24 10:13:19.289403 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-e43eabf6-d146-4397-aa3d-10d7383eb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:19.291004 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-e43eabf6-d146-4397-aa3d-10d7383eb095 service neutron] 10.222.0.90 "GET /v2.0/networks?id=25d16171-7ba8-4864-b259-58258850e21d HTTP/1.1" status: 200 len: 910 time: 0.1093798 Aug 24 10:13:19.341566 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-8cc228d0-e168-480c-af10-eb178131356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '89ed297c-5fad-4847-87cc-26a876ebabf3', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'port_id': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'mac_address': 'fa:16:3e:43:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:17Z', 'updated_at': '2021-08-24T10:13:17Z', 'revision_number': 0, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 5, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:19.385673 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc228d0-e168-480c-af10-eb178131356c None None] Checking router: c57e1f91-0d47-4aed-90f0-f42713027217 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:13:19.395614 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-7604f294-a94c-41c0-9758-da5a30ca9e39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f HTTP/1.1" status: 200 len: 998 time: 0.0689154 Aug 24 10:13:19.399591 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc228d0-e168-480c-af10-eb178131356c None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:13:19.400728 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-8cc228d0-e168-480c-af10-eb178131356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:12:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:19.461183 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-eb6cd4a2-5624-4454-a7c0-57888a0889a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:19.463881 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-eb6cd4a2-5624-4454-a7c0-57888a0889a3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28c1bcb0-16d7-4410-903d-102f42916bc5 HTTP/1.1" status: 200 len: 847 time: 0.0607274 Aug 24 10:13:19.522464 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-1ab00aa7-3f10-4853-b4bc-f56291b4638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:19.524057 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-1ab00aa7-3f10-4853-b4bc-f56291b4638d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25d16171-7ba8-4864-b259-58258850e21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513203 Aug 24 10:13:19.531860 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-8cc228d0-e168-480c-af10-eb178131356c None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:13:19.626771 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-f8e510b8-38d3-4741-85d7-30be866b98e5 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926619 Aug 24 10:13:19.965753 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-8cc228d0-e168-480c-af10-eb178131356c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '89ed297c-5fad-4847-87cc-26a876ebabf3', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'port_id': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'mac_address': 'fa:16:3e:43:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:17Z', 'updated_at': '2021-08-24T10:13:17Z', 'revision_number': 0, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 5, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:20.007617 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc228d0-e168-480c-af10-eb178131356c None None] The sync data for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi is: [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '89ed297c-5fad-4847-87cc-26a876ebabf3', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'floating_ip_address': '172.27.3.84', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'port_id': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'mac_address': 'fa:16:3e:43:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:17Z', 'updated_at': '2021-08-24T10:13:17Z', 'revision_number': 0, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 5, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:13:20.041123 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3eec6c78-14df-4bd8-8f82-7dea64b718d0 req-9cefc3cf-6437-4e8b-b2c7-b8b7f13b3eab service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997102 Aug 24 10:13:20.244218 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ee8ae-db7f-463e-9b72-37a92b1b901d None None] New status for floating IP 89ed297c-5fad-4847-87cc-26a876ebabf3: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:13:20.692820 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa26ca-1f1d-49b7-81e6-c75ae1894a7c req-3519536b-957f-47bc-958c-fcef4d3857db tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:20.694370 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-79aa26ca-1f1d-49b7-81e6-c75ae1894a7c req-3519536b-957f-47bc-958c-fcef4d3857db tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0521939 Aug 24 10:13:20.735622 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-79aa26ca-1f1d-49b7-81e6-c75ae1894a7c req-704073ad-2f44-417b-8724-e5a63c2a7d03 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351551 Aug 24 10:13:21.202005 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7a973b6-4e06-4052-9214-6602b4999556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:21.855553 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0563-09a3-4fa7-b4a1-30fd56e9d758 req-e17a34f9-6b8b-4a20-a4a7-aa76d4653597 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:21.857187 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d9bc0563-09a3-4fa7-b4a1-30fd56e9d758 req-e17a34f9-6b8b-4a20-a4a7-aa76d4653597 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0504065 Aug 24 10:13:21.905083 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d9bc0563-09a3-4fa7-b4a1-30fd56e9d758 req-009423ca-f023-46a3-94f9-5c83964caca4 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364845 Aug 24 10:13:22.669465 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-c46bf1a4-8579-496d-a831-79d653e52f22 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:22.671095 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-c46bf1a4-8579-496d-a831-79d653e52f22 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.90 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0559573 Aug 24 10:13:22.767071 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Deleting port 672aadac-2f38-410f-a6b6-f110555d195a {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:13:22.767396 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:22.853242 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] For port 672aadac-2f38-410f-a6b6-f110555d195a, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=672aadac-2f38-410f-a6b6-f110555d195a,segment=NetworkSegment(42993a51-f038-4055-a157-0ab55e22a305),segment_id=42993a51-f038-4055-a157-0ab55e22a305)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:22.853611 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:22.866101 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Calling delete_port for 672aadac-2f38-410f-a6b6-f110555d195a owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:13:23.031599 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcf6be-1f93-4cda-8a68-c8ae78ed7981 req-6e860edf-faf5-49e2-95bd-2a9ca6dde3ce tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:23.032964 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-affcf6be-1f93-4cda-8a68-c8ae78ed7981 req-6e860edf-faf5-49e2-95bd-2a9ca6dde3ce tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 946 time: 0.0606713 Aug 24 10:13:23.072383 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-affcf6be-1f93-4cda-8a68-c8ae78ed7981 req-d160bde1-ae23-4542-992c-3aa0357e6019 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/security-groups?id=06bc1908-cb8f-4687-aa15-67fdf0a4d42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Aug 24 10:13:23.099207 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:23.131156 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Pushing event deleted for resources: {'Port': ['ID=672aadac-2f38-410f-a6b6-f110555d195a,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:23.154257 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['672aadac-2f38-410f-a6b6-f110555d195a'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:13:23.179074 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] No DVR routers for this DVR port 672aadac-2f38-410f-a6b6-f110555d195a on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:13:23.181663 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:23.183528 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1b23ed9a-7612-4924-99b3-e9eb841bc361 req-849854c2-3342-48cd-afee-3f2b2d54ce53 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.90 "DELETE /v2.0/ports/672aadac-2f38-410f-a6b6-f110555d195a HTTP/1.1" status: 204 len: 173 time: 0.5054548 Aug 24 10:13:23.183898 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e0130f-9478-43b8-8b0f-261bf5707112', 'name': 'network-vif-deleted', 'tag': '672aadac-2f38-410f-a6b6-f110555d195a'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:23.186213 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e6088c-a885-43fa-9ffb-64cb0f8ca449" -d '{"events": [{"server_uuid": "c9e0130f-9478-43b8-8b0f-261bf5707112", "name": "network-vif-deleted", "tag": "672aadac-2f38-410f-a6b6-f110555d195a"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:23.222052 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ffa242-ed27-48bc-9db9-c287b4dde7d2 x-openstack-request-id: req-d9ffa242-ed27-48bc-9db9-c287b4dde7d2 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:23.222342 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e0130f-9478-43b8-8b0f-261bf5707112", "name": "network-vif-deleted", "tag": "672aadac-2f38-410f-a6b6-f110555d195a", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:23.222592 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9ffa242-ed27-48bc-9db9-c287b4dde7d2 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:23.222988 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e0130f-9478-43b8-8b0f-261bf5707112', 'name': 'network-vif-deleted', 'tag': '672aadac-2f38-410f-a6b6-f110555d195a', 'status': 'completed', 'code': 200} Aug 24 10:13:23.822417 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e52d5a6f-78fd-492d-8984-d5ce6191bb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:24.046541 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:24.182406 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f56e0242-9631-4d67-97e2-87775faae71a req-8d74fcb5-0497-4c42-9da5-4762fba2c476 tempest-VolumesSnapshotTestJSON-1308586915 tempest-VolumesSnapshotTestJSON-1308586915-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9e0130f-9478-43b8-8b0f-261bf5707112 HTTP/1.1" status: 200 len: 210 time: 0.0273831 Aug 24 10:13:25.224691 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:26.424316 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0bcc2-4b94-41a5-8542-98a0fc367d09 req-18994ab7-e088-4eab-950c-5fb0f427fbd2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:26.425814 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-61c0bcc2-4b94-41a5-8542-98a0fc367d09 req-18994ab7-e088-4eab-950c-5fb0f427fbd2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0531018 Aug 24 10:13:26.464568 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-61c0bcc2-4b94-41a5-8542-98a0fc367d09 req-6c14b7b2-8301-4bd9-8c53-16f5180c1ceb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 Aug 24 10:13:26.828192 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:27.452848 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 672aadac-2f38-410f-a6b6-f110555d195a no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:13:27.473412 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 672aadac-2f38-410f-a6b6-f110555d195a {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:13:27.473800 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 672aadac-2f38-410f-a6b6-f110555d195a not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:13:27.585662 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc786b8e-9888-44f1-a5ad-38a217244a32 req-5f859419-9702-40c1-990a-a20927a4e285 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:27.587047 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cc786b8e-9888-44f1-a5ad-38a217244a32 req-5f859419-9702-40c1-990a-a20927a4e285 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0508580 Aug 24 10:13:27.626066 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cc786b8e-9888-44f1-a5ad-38a217244a32 req-ccc82321-9635-470e-bbd8-408997f9e3cc tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329709 Aug 24 10:13:28.743548 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73ff2c-00b0-47bb-af62-18c5b51012d0 req-bbb2563f-e9c4-4d71-9dae-4a7d5b26c420 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:28.745062 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fb73ff2c-00b0-47bb-af62-18c5b51012d0 req-bbb2563f-e9c4-4d71-9dae-4a7d5b26c420 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0503821 Aug 24 10:13:28.784353 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fb73ff2c-00b0-47bb-af62-18c5b51012d0 req-f0113df1-d469-4ae5-bec8-df0371bf609e tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331442 Aug 24 10:13:29.923787 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a81e2b-2f33-4a3c-b2a1-9ee0d227772c req-92644f4c-fddd-4d67-b689-d5ba216e00eb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:29.926417 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-45a81e2b-2f33-4a3c-b2a1-9ee0d227772c req-92644f4c-fddd-4d67-b689-d5ba216e00eb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0514221 Aug 24 10:13:29.965070 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-45a81e2b-2f33-4a3c-b2a1-9ee0d227772c req-943d9a8b-fb06-4b7a-a498-8437d78e88d5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326717 Aug 24 10:13:31.091464 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105add-1d25-401a-8ffc-33e86d81556b req-7f5b073e-3da7-499d-9900-c08e5472e4ff tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:31.093550 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-91105add-1d25-401a-8ffc-33e86d81556b req-7f5b073e-3da7-499d-9900-c08e5472e4ff tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0519300 Aug 24 10:13:31.130901 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-91105add-1d25-401a-8ffc-33e86d81556b req-bf8ae3dd-1a9a-45d0-8470-4623d7fb49d4 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Aug 24 10:13:31.181237 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-0a39ec0d-2d91-4533-bd3f-80ef22f7c4a6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:31.182692 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-0a39ec0d-2d91-4533-bd3f-80ef22f7c4a6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 946 time: 0.0477724 Aug 24 10:13:31.277422 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Deleting port 724bc409-b50e-4039-be07-7c7426c94630 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:13:31.277754 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:31.367554 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] For port 724bc409-b50e-4039-be07-7c7426c94630, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=724bc409-b50e-4039-be07-7c7426c94630,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:31.367926 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:31.553539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:31.553960 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:31.554264 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Floating IP 0491c904-23d4-49ea-9969-1034806434e0 disassociated. External IP: 172.27.3.230, port: 724bc409-b50e-4039-be07-7c7426c94630. Aug 24 10:13:31.554599 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Calling delete_port for 724bc409-b50e-4039-be07-7c7426c94630 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:13:31.790203 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:31.818418 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event deleted for resources: {'Port': ['ID=724bc409-b50e-4039-be07-7c7426c94630,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:31.941057 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Router 8b9d97e3-3421-4364-9561-220f1b74826b has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:13:32.058463 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:13:32.076596 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:13:32.086349 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:13:32.088540 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:32.099643 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] No DVR routers for this DVR port 724bc409-b50e-4039-be07-7c7426c94630 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:13:32.102356 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:32.104504 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c96434ee-2dc1-4602-afcc-9c594db79ac2 req-7a388f68-00c3-4a26-aae6-1cb50e193e98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "DELETE /v2.0/ports/724bc409-b50e-4039-be07-7c7426c94630 HTTP/1.1" status: 204 len: 173 time: 0.9150667 Aug 24 10:13:32.104875 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'name': 'network-vif-deleted', 'tag': '724bc409-b50e-4039-be07-7c7426c94630'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:32.107176 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b318ca46-dc9f-43b6-8218-11e04d2d992d" -d '{"events": [{"server_uuid": "54fd98bf-3ae5-47c2-90b3-532a1a3c1363", "name": "network-vif-deleted", "tag": "724bc409-b50e-4039-be07-7c7426c94630"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:32.145897 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241887fa-4cb7-47f3-9c45-ee1b82f994cb x-openstack-request-id: req-241887fa-4cb7-47f3-9c45-ee1b82f994cb {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:32.145897 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fd98bf-3ae5-47c2-90b3-532a1a3c1363", "name": "network-vif-deleted", "tag": "724bc409-b50e-4039-be07-7c7426c94630", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:32.145897 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-241887fa-4cb7-47f3-9c45-ee1b82f994cb {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:32.145897 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fd98bf-3ae5-47c2-90b3-532a1a3c1363', 'name': 'network-vif-deleted', 'tag': '724bc409-b50e-4039-be07-7c7426c94630', 'status': 'completed', 'code': 200} Aug 24 10:13:32.225142 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:13:32.254736 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-52a6698f-8ac6-42f2-b2cc-74f3a47f2ccb req-5a5f0514-ca85-4a59-bfc9-00135357568b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 210 time: 0.0367787 Aug 24 10:13:32.436113 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:32.463326 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:13:32.471583 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:13:32.472186 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:32.580539 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:13:32.779368 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:32.809083 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce277afb-ff3e-4af7-859e-256ac96921b6 None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:13:33.028611 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99348695-acc2-4ee9-8cf2-78aab8c73472 None None] New status for floating IP 0491c904-23d4-49ea-9969-1034806434e0: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:13:33.379302 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3ab8e66c-0e6a-4c1f-9094-6073fbe76ad6 req-d49507c5-ea45-4be8-bf31-1fe52e6d9a2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=54fd98bf-3ae5-47c2-90b3-532a1a3c1363 HTTP/1.1" status: 200 len: 210 time: 0.0299144 Aug 24 10:13:34.646816 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-3e57d10e-e51e-469c-9775-cdd84870cd56 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761064026&fields=id&tenant_id=3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 267 time: 0.0316000 Aug 24 10:13:34.753792 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-fdf27555-10a7-44ae-a2ff-c0d2fdbc1a16 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:34.755255 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-fdf27555-10a7-44ae-a2ff-c0d2fdbc1a16 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 811 time: 0.1016073 Aug 24 10:13:34.770750 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-945bcad6-2480-4e28-96c0-74c551e87af5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/quotas/3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 375 time: 0.0097249 Aug 24 10:13:34.823733 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-c1951b85-b09e-401d-8558-cae8f64a8bf7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475278 Aug 24 10:13:34.927524 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-915d65bd-d8e5-483f-b09c-efc7dd754996 service neutron] 10.222.0.64 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875990 Aug 24 10:13:35.016548 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-3c98c1d4-71a7-4f02-9bf2-b8f00f232f90 service neutron] 10.222.0.64 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828836 Aug 24 10:13:35.491753 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 724bc409-b50e-4039-be07-7c7426c94630 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:13:35.512263 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 724bc409-b50e-4039-be07-7c7426c94630 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:13:35.512757 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 724bc409-b50e-4039-be07-7c7426c94630 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:13:35.730317 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-15b7219e-d996-4526-9d86-e3d94b1c3681 req-70c35a69-1e0e-46bd-b24a-55d030ae7247 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 210 time: 0.0271127 Aug 24 10:13:36.813879 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b1ec046b-ea3c-416a-9ac9-4358241ff31c req-5497d33f-c9c4-454b-81b7-18e7eaf68dfe tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 210 time: 0.0317144 Aug 24 10:13:37.908635 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-90422e36-c19e-4ca4-8ed6-0ec3fe8143a3 req-a0736e47-3a07-4dba-9401-33d35f5fa5ef tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 210 time: 0.0274312 Aug 24 10:13:39.001161 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-245248dc-15bf-4252-a8c3-db4bdaa5b41d req-132bf9d7-e610-44a4-a1d7-2cb21592e7c4 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 210 time: 0.0263853 Aug 24 10:13:40.094150 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f8c3ecb2-ce1a-4c7a-bb79-60bad674482b req-19c41632-b4cf-4318-9b3f-dd3e7db0c0bb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 210 time: 0.0275106 Aug 24 10:13:41.075865 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-7162e5c4-f652-4f9d-a0bb-4c5aeb111489 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:41.078314 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-7162e5c4-f652-4f9d-a0bb-4c5aeb111489 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 811 time: 0.1411886 Aug 24 10:13:41.137843 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-40e4c0ab-4218-4a7e-9780-a8b46b9459a4 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 380 time: 0.0398352 Aug 24 10:13:41.150089 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'port': {'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'admin_state_up': True, 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'security_groups': ['a54c92cf-e757-47d9-b400-5a36424bdb1c']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:13:41.190519 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a13f7b59-1c49-4e16-8f8a-943b6bcb8635 req-a24b6163-83eb-4e8b-b92c-9e5f98d35a4b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Aug 24 10:13:41.336421 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Made reservation on behalf of 3c1624d102ac47bc8b0b35a61705cf06 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:13:41.341184 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:41.478532 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Allocated IP 172.20.0.8 (7fa89d56-2df8-4e27-a388-688a0285a0c8/672604b2-9679-420c-93a6-253961131fd8/39592277-8780-4a99-a8fe-06f6636207d6) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:13:41.627337 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:41.641811 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Transition to ACTIVE for port object 39592277-8780-4a99-a8fe-06f6636207d6 will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:13:41.756718 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:41.804702 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:13:41.807816 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:13:41.811503 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:13:41.820384 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=39592277-8780-4a99-a8fe-06f6636207d6,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:41.874449 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:41.874449 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:41.945276 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-2829e357-b71a-4c61-a214-510ac3a718d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7991590 Aug 24 10:13:41.972907 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Request body: {'port': {'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:13:42.043410 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:42.253090 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-9e76794f-5f41-45a4-a3da-9dca3c6a14c0 None None] Provisioning for port 39592277-8780-4a99-a8fe-06f6636207d6 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:13:42.257820 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-9e76794f-5f41-45a4-a3da-9dca3c6a14c0 None None] Provisioning complete for port 39592277-8780-4a99-a8fe-06f6636207d6 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:13:42.258203 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e76794f-5f41-45a4-a3da-9dca3c6a14c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:42.293906 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9e76794f-5f41-45a4-a3da-9dca3c6a14c0 None None] Port 39592277-8780-4a99-a8fe-06f6636207d6 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:13:42.354401 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbac82c-4af7-4703-a5e7-cb92cd33bc00 req-5de99c7f-e36f-4caf-8cc5-38facec40dca tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:42.355987 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9dbac82c-4af7-4703-a5e7-cb92cd33bc00 req-5de99c7f-e36f-4caf-8cc5-38facec40dca tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 931 time: 0.0946815 Aug 24 10:13:42.375620 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39592277-8780-4a99-a8fe-06f6636207d6 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:13:42.390628 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:42.414314 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Transition to ACTIVE for port object 39592277-8780-4a99-a8fe-06f6636207d6 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:13:42.417702 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9dbac82c-4af7-4703-a5e7-cb92cd33bc00 req-7dd0e2f0-28aa-4b5f-b388-3259844ee328 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552318 Aug 24 10:13:42.504871 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:42.566629 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Pushing event updated for resources: {'Port': ['ID=39592277-8780-4a99-a8fe-06f6636207d6,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:42.641580 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Attempting to bind port 39592277-8780-4a99-a8fe-06f6636207d6 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:13:42.641917 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Attempting to bind port 39592277-8780-4a99-a8fe-06f6636207d6 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:13:42.642244 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Attempting to bind port 39592277-8780-4a99-a8fe-06f6636207d6 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:13:42.647117 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Port 39592277-8780-4a99-a8fe-06f6636207d6 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:13:42.647432 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Attempting to bind port 39592277-8780-4a99-a8fe-06f6636207d6 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:13:42.653374 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:13:42.653908 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Checking segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:13:42.654044 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Bound using segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:13:42.654418 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Bound port: 39592277-8780-4a99-a8fe-06f6636207d6, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:13:42.654743 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:42.736268 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] For port 39592277-8780-4a99-a8fe-06f6636207d6, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:13:42.740206 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] For port 39592277-8780-4a99-a8fe-06f6636207d6, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=39592277-8780-4a99-a8fe-06f6636207d6,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:13:42.913678 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:42.948299 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:42.948957 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:42.950604 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] 10.222.0.90 "PUT /v2.0/ports/39592277-8780-4a99-a8fe-06f6636207d6 HTTP/1.1" status: 200 len: 1093 time: 0.9833951 Aug 24 10:13:42.953322 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:42.955635 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb162a79-524e-4dba-aac9-410a9dbbd26a" -d '{"events": [{"name": "network-changed", "server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "tag": "39592277-8780-4a99-a8fe-06f6636207d6"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:42.991212 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1ff3d-9190-4040-b7b3-f953421ae7fc service neutron] Pushing event updated for resources: {'Port': ['ID=39592277-8780-4a99-a8fe-06f6636207d6,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:42.996034 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d4a9ae-2b0d-424c-b4d0-9479aa997365 x-openstack-request-id: req-56d4a9ae-2b0d-424c-b4d0-9479aa997365 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:42.996316 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "tag": "39592277-8780-4a99-a8fe-06f6636207d6", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:42.996591 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-56d4a9ae-2b0d-424c-b4d0-9479aa997365 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:42.996978 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6', 'status': 'completed', 'code': 200} Aug 24 10:13:43.103473 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb162a79-524e-4dba-aac9-410a9dbbd26a req-9c49d4c3-4386-4f2c-8904-2be7733e0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:43.105745 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cb162a79-524e-4dba-aac9-410a9dbbd26a req-9c49d4c3-4386-4f2c-8904-2be7733e0df8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 1096 time: 0.0516453 Aug 24 10:13:43.216793 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb162a79-524e-4dba-aac9-410a9dbbd26a req-0555007c-cb16-4437-9b43-a41b055ef210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:43.219234 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cb162a79-524e-4dba-aac9-410a9dbbd26a req-0555007c-cb16-4437-9b43-a41b055ef210 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0915258 Aug 24 10:13:43.324633 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb162a79-524e-4dba-aac9-410a9dbbd26a req-706ab593-c2f4-4e05-9df5-a125afcc18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:43.326379 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cb162a79-524e-4dba-aac9-410a9dbbd26a req-706ab593-c2f4-4e05-9df5-a125afcc18bd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0980558 Aug 24 10:13:43.461059 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-9c7cbfe0-f244-4b06-a1e0-d3a4dd1cd04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:43.462656 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-9c7cbfe0-f244-4b06-a1e0-d3a4dd1cd04e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 1096 time: 0.0502994 Aug 24 10:13:43.530890 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-5d2ec930-7e2a-43a2-b140-33e458ec0238 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39592277-8780-4a99-a8fe-06f6636207d6 HTTP/1.1" status: 200 len: 217 time: 0.0428078 Aug 24 10:13:43.602171 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-e2041b19-d4e5-43dd-90e5-a833bf1795b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:43.603623 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-e2041b19-d4e5-43dd-90e5-a833bf1795b3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0581777 Aug 24 10:13:43.612077 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413641c-cf11-4b72-9221-334973640a65 req-3b5be615-81e6-4da4-acee-554c5656b1ec tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:43.613641 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5413641c-cf11-4b72-9221-334973640a65 req-3b5be615-81e6-4da4-acee-554c5656b1ec tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 943 time: 0.1197343 Aug 24 10:13:43.675956 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5413641c-cf11-4b72-9221-334973640a65 req-caa7538a-1cf2-4cac-a3e8-208a486542fa tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537093 Aug 24 10:13:43.687040 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-bdb88d67-171b-455a-bac6-bc39954df7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:43.687819 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-bdb88d67-171b-455a-bac6-bc39954df7fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732875 Aug 24 10:13:43.794643 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-64738dbd-6725-4a10-8565-5620d669fecf service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971513 Aug 24 10:13:43.900988 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9d1b094-2c17-442a-8d7d-cbcdd2f3c318 req-ea03bf4c-885c-48cb-b4f0-b418f9c5bb6c service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949948 Aug 24 10:13:44.799106 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeb3b1-95a1-4a77-8e50-5a81698fc7d8 req-30242b72-cfdc-4c78-b0e9-3e1d5fe1b68c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:44.800694 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4eeeb3b1-95a1-4a77-8e50-5a81698fc7d8 req-30242b72-cfdc-4c78-b0e9-3e1d5fe1b68c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 943 time: 0.0511594 Aug 24 10:13:44.850431 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4eeeb3b1-95a1-4a77-8e50-5a81698fc7d8 req-496dd90d-e50c-4291-b11f-f4ebeafb0c92 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426347 Aug 24 10:13:45.816330 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:45.979186 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef9665-1ffb-47ca-9120-34d15973da16 req-0a4db844-110c-4898-b00a-65d182c6b504 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:45.980810 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-90ef9665-1ffb-47ca-9120-34d15973da16 req-0a4db844-110c-4898-b00a-65d182c6b504 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 943 time: 0.0590482 Aug 24 10:13:46.027007 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-90ef9665-1ffb-47ca-9120-34d15973da16 req-5a23fb44-ed07-4938-91ca-e8f219140b99 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393488 Aug 24 10:13:47.147845 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0776-20ae-4327-bbf7-1853ea19f858 req-949c41ae-15bb-43d7-974b-829ba12369f3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:47.149396 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-749a0776-20ae-4327-bbf7-1853ea19f858 req-949c41ae-15bb-43d7-974b-829ba12369f3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 943 time: 0.0502040 Aug 24 10:13:47.193646 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-749a0776-20ae-4327-bbf7-1853ea19f858 req-0a390c33-36c6-4c65-9542-fc49b607f8e8 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377810 Aug 24 10:13:48.315707 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63937c-de1c-4458-8787-b797c264cf7b req-2c935405-dee2-4e48-beee-d5999e1b3954 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:48.317210 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-db63937c-de1c-4458-8787-b797c264cf7b req-2c935405-dee2-4e48-beee-d5999e1b3954 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 943 time: 0.0526853 Aug 24 10:13:48.356781 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-db63937c-de1c-4458-8787-b797c264cf7b req-532f50a5-010c-41f4-91e2-f3e97613984b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Aug 24 10:13:49.377406 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103102d-4915-4dee-9293-152594588758 req-641cc94c-1d6f-4a33-9906-b86c9ec39abe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:49.378893 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d103102d-4915-4dee-9293-152594588758 req-641cc94c-1d6f-4a33-9906-b86c9ec39abe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 946 time: 0.0502300 Aug 24 10:13:49.420323 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d103102d-4915-4dee-9293-152594588758 req-b4da91a6-915e-4549-af56-3aacecab5ee2 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354326 Aug 24 10:13:49.491970 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccde04c-7d45-4885-8e68-c689e28ca09a req-e23fb454-6456-4401-a09f-d0b467ad086a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:49.493597 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7ccde04c-7d45-4885-8e68-c689e28ca09a req-e23fb454-6456-4401-a09f-d0b467ad086a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 943 time: 0.0629728 Aug 24 10:13:49.539580 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7ccde04c-7d45-4885-8e68-c689e28ca09a req-7a494bfe-1bb2-4995-975d-67c64e23f626 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 Aug 24 10:13:50.539337 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e51f77-d8a1-458c-92e5-4fa5329bde31 req-bdbad045-14d9-4d2a-bc1e-1cf3069caf44 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:50.541137 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e8e51f77-d8a1-458c-92e5-4fa5329bde31 req-bdbad045-14d9-4d2a-bc1e-1cf3069caf44 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 946 time: 0.0502694 Aug 24 10:13:50.580526 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e8e51f77-d8a1-458c-92e5-4fa5329bde31 req-87ec0e17-4401-434d-85f2-d5bfc6dd89d9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333862 Aug 24 10:13:50.655648 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdaa24-cdc6-4815-aad8-bd3cb5bc84a3 req-d05af1de-f137-4aa2-be10-c3c7847d551a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:50.657174 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6bdaa24-cdc6-4815-aad8-bd3cb5bc84a3 req-d05af1de-f137-4aa2-be10-c3c7847d551a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 943 time: 0.0506635 Aug 24 10:13:50.698472 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6bdaa24-cdc6-4815-aad8-bd3cb5bc84a3 req-f2a446d2-d746-4af8-9498-b82db8bee618 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355487 Aug 24 10:13:51.087055 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-972e9ed9-32d2-4524-a652-d4d456978bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:51.551405 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-61c448f6-711e-47bf-80f6-116ae7a2da5c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:51.553087 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-61c448f6-711e-47bf-80f6-116ae7a2da5c tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 946 time: 0.0504191 Aug 24 10:13:51.578217 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 39592277-8780-4a99-a8fe-06f6636207d6 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:13:51.653430 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Deleting port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:13:51.653759 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:51.703875 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 39592277-8780-4a99-a8fe-06f6636207d6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=39592277-8780-4a99-a8fe-06f6636207d6,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:51.716841 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '39592277-8780-4a99-a8fe-06f6636207d6', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:13:51.718730 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6a3ec-e858-488f-80fc-48eaa4124b61 req-825eca21-274e-49dd-9ed0-e87fb6a9cfb1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:51.725214 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-71c6a3ec-e858-488f-80fc-48eaa4124b61 req-825eca21-274e-49dd-9ed0-e87fb6a9cfb1 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 946 time: 0.0680294 Aug 24 10:13:51.757101 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:51.763058 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] For port 6cec7067-f17a-46eb-a6e6-fcacec218cf2, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=6cec7067-f17a-46eb-a6e6-fcacec218cf2,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:51.763686 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:51.778489 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39592277-8780-4a99-a8fe-06f6636207d6 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:13:51.787857 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-71c6a3ec-e858-488f-80fc-48eaa4124b61 req-4a8ed2bb-cd08-4755-8bcf-0cf1883faf59 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups?id=fca108ec-b1c0-40ef-a089-2058b85d3285&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525222 Aug 24 10:13:51.803064 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 39592277-8780-4a99-a8fe-06f6636207d6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=39592277-8780-4a99-a8fe-06f6636207d6,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:51.881321 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:51.882993 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c07a4-9fe6-45c7-bca1-744a5b046537 req-e1473b6b-40d8-4ebc-9d3e-3555ee3cf493 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:51.884658 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3f4c07a4-9fe6-45c7-bca1-744a5b046537 req-e1473b6b-40d8-4ebc-9d3e-3555ee3cf493 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 943 time: 0.1019871 Aug 24 10:13:51.930605 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38054) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:51.940704 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=39592277-8780-4a99-a8fe-06f6636207d6,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:51.993090 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-010067f1-b750-4ad1-ad21-2be5ef2c16ff admin admin] Deleting subnet a4dabd65-b0cb-4e26-800a-7f899856647e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:13:51.996416 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-010067f1-b750-4ad1-ad21-2be5ef2c16ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.003704 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3f4c07a4-9fe6-45c7-bca1-744a5b046537 req-f13df26c-b726-4755-aa46-25491fcc719f tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913804 Aug 24 10:13:52.025276 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.025673 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.025979 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Floating IP aa5d3676-4658-4734-8de4-7acc3838af97 disassociated. External IP: 172.27.3.151, port: 6cec7067-f17a-46eb-a6e6-fcacec218cf2. Aug 24 10:13:52.026338 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Calling delete_port for 6cec7067-f17a-46eb-a6e6-fcacec218cf2 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:13:52.032485 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-010067f1-b750-4ad1-ad21-2be5ef2c16ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25983418'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.071525 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-010067f1-b750-4ad1-ad21-2be5ef2c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.225004 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-010067f1-b750-4ad1-ad21-2be5ef2c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26000652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28312923'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.235203 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['39592277-8780-4a99-a8fe-06f6636207d6'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:13:52.258046 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010067f1-b750-4ad1-ad21-2be5ef2c16ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4dabd65-b0cb-4e26-800a-7f899856647e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:52.259014 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.262298 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-010067f1-b750-4ad1-ad21-2be5ef2c16ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.264500 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-010067f1-b750-4ad1-ad21-2be5ef2c16ff admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a4dabd65-b0cb-4e26-800a-7f899856647e HTTP/1.1" status: 204 len: 168 time: 0.3325326 Aug 24 10:13:52.268455 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38058) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:52.299380 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event deleted for resources: {'Port': ['ID=6cec7067-f17a-46eb-a6e6-fcacec218cf2,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:52.348319 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.443871 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.447846 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Router 29be9c7d-6670-498d-adfe-afd69ee6cb7d has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:13:52.455880 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a986d5-43cd-4b75-8101-df78b069621b']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:52.468982 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42993a51-f038-4055-a157-0ab55e22a305') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:52.469287 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42993a51-f038-4055-a157-0ab55e22a305') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:52.479694 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25983397'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.495783 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.503127 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Releasing vlan 1212 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26000746'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: Traceback (most recent call last): Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: timer() Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: cb(*args, **kw) Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: return func(*args, **kwargs) Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: self._notify() Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: self.callback(batched_events) Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: event.method(event) Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: return f(self, *a, **k) Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._get(url).json() Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: return self.request(url, 'GET', **kwargs) Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:13:52.508131 dv-cinder-805796-1-iscsi neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:13:52.568062 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:13:52.580214 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] Sync routers for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:13:52.590259 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:13:52.590791 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:52.615293 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] No DVR routers for this DVR port 6cec7067-f17a-46eb-a6e6-fcacec218cf2 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:13:52.617825 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.619864 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-724a8e28-2503-49d4-ba58-eb9f370d217e req-e17d13c4-b0bf-4a5a-96a0-97341f0f4236 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.90 "DELETE /v2.0/ports/6cec7067-f17a-46eb-a6e6-fcacec218cf2 HTTP/1.1" status: 204 len: 173 time: 1.0600054 Aug 24 10:13:52.620321 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'name': 'network-vif-deleted', 'tag': '6cec7067-f17a-46eb-a6e6-fcacec218cf2'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:52.622608 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e963a4bc-069e-40db-86e2-a448d760dc24" -d '{"events": [{"server_uuid": "c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec", "name": "network-vif-deleted", "tag": "6cec7067-f17a-46eb-a6e6-fcacec218cf2"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:52.635968 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.644939 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:52.646912 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] 10.222.0.64 "DELETE /v2.0/networks/08a986d5-43cd-4b75-8101-df78b069621b HTTP/1.1" status: 204 len: 168 time: 0.3774343 Aug 24 10:13:52.682584 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f2082-ed9c-4585-a89e-77a2f13d6a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=08a986d5-43cd-4b75-8101-df78b069621b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:52.682755 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d4004d-e682-4e45-89c6-30d74b7cb0fe x-openstack-request-id: req-67d4004d-e682-4e45-89c6-30d74b7cb0fe {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:52.682755 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec", "name": "network-vif-deleted", "tag": "6cec7067-f17a-46eb-a6e6-fcacec218cf2", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:52.682755 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-67d4004d-e682-4e45-89c6-30d74b7cb0fe {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:52.682755 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec', 'name': 'network-vif-deleted', 'tag': '6cec7067-f17a-46eb-a6e6-fcacec218cf2', 'status': 'completed', 'code': 200} Aug 24 10:13:52.723318 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:13:52.790577 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:13:52.925114 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f6351634-5f9d-43b7-ae87-0b101be43687 req-d35ff69e-b4d1-4a2e-a62e-4245c8b3a63b tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0c63689-6dcd-4bd3-9f59-cb7e62ed00ec HTTP/1.1" status: 200 len: 210 time: 0.0376670 Aug 24 10:13:52.976578 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:53.012117 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] Checking router: 29be9c7d-6670-498d-adfe-afd69ee6cb7d for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:13:53.023923 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:13:53.024592 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:53.124504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38068) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:53.162608 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218150f-4d02-4301-be5f-9a3c6494bdaf req-4bd1fc8d-c760-492f-bf13-e9d652b3c6cb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:53.169399 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4218150f-4d02-4301-be5f-9a3c6494bdaf req-4bd1fc8d-c760-492f-bf13-e9d652b3c6cb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 944 time: 0.0670710 Aug 24 10:13:53.184843 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-cddbd35a-fa79-4284-a2b4-30a5aa669bee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=38d4c29b37174531a85592a7cfbe8cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585294 Aug 24 10:13:53.187945 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38070) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:53.188219 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:13:53.220688 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4218150f-4d02-4301-be5f-9a3c6494bdaf req-812e4224-9f16-4ab3-a2eb-4e8e0efe0334 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496330 Aug 24 10:13:53.251239 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5e3b876e-1b20-4dae-b9c7-a332a622805e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:53.281997 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5e3b876e-1b20-4dae-b9c7-a332a622805e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:53.402030 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5e3b876e-1b20-4dae-b9c7-a332a622805e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:53.409199 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5e3b876e-1b20-4dae-b9c7-a332a622805e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:53.412725 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-5e3b876e-1b20-4dae-b9c7-a332a622805e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/06bc1908-cb8f-4687-aa15-67fdf0a4d42a HTTP/1.1" status: 204 len: 168 time: 0.2219422 Aug 24 10:13:53.425141 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b876e-1b20-4dae-b9c7-a332a622805e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bc1908-cb8f-4687-aa15-67fdf0a4d42a,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:53.435050 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:53.501716 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc175a8-2608-41a8-b41c-c6a87cb9317b None None] The sync data for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi is: [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:06:54Z', 'revision_number': 4, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4cee466c-8514-41b0-a3fe-8073a271aaee', 'name': '', 'network_id': '20d99add-b609-42ab-8840-e559ba5ce163', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'mac_address': 'fa:16:3e:6c:f5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:51Z', 'updated_at': '2021-08-24T10:07:03Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'subnets': [{'id': 'a7d64931-3d7b-4e32-a686-5b170f9c1a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:13:53.594624 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 39592277-8780-4a99-a8fe-06f6636207d6 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:13:53.790060 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 39592277-8780-4a99-a8fe-06f6636207d6 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:13:53.796413 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 39592277-8780-4a99-a8fe-06f6636207d6 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:13:53.796413 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:53.848774 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fee7e9-a1b8-4f3b-aab7-dbf642c4d73f None None] New status for floating IP aa5d3676-4658-4734-8de4-7acc3838af97: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:13:53.905290 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:53.939896 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:53.942356 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70706576-6a23-4563-8c49-75b2678dee87" -d '{"events": [{"server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "name": "network-vif-plugged", "status": "completed", "tag": "39592277-8780-4a99-a8fe-06f6636207d6"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:53.945250 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-95f18f39-7d40-41ba-a662-e685b7af70ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:53.962675 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 39592277-8780-4a99-a8fe-06f6636207d6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=39592277-8780-4a99-a8fe-06f6636207d6,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:53.999932 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d889ea5-82a0-42db-a242-f606b0533604 x-openstack-request-id: req-6d889ea5-82a0-42db-a242-f606b0533604 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:54.000557 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "name": "network-vif-plugged", "status": "completed", "tag": "39592277-8780-4a99-a8fe-06f6636207d6", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:54.001110 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6d889ea5-82a0-42db-a242-f606b0533604 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:54.001454 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6', 'code': 200} Aug 24 10:13:54.217067 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.226164 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.279574 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=39592277-8780-4a99-a8fe-06f6636207d6,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:54.303178 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:54.368909 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55b0f69c-3569-4405-ae7f-0f7805d7d1c9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.396843 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55b0f69c-3569-4405-ae7f-0f7805d7d1c9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.410982 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25d0a8-c400-4e48-a1ec-3adcfd52abc1 req-9b2b6e9f-2670-4db1-9a23-6e3c025a6768 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:54.412628 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7f25d0a8-c400-4e48-a1ec-3adcfd52abc1 req-9b2b6e9f-2670-4db1-9a23-6e3c025a6768 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 945 time: 0.0546844 Aug 24 10:13:54.462856 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7f25d0a8-c400-4e48-a1ec-3adcfd52abc1 req-b05bcabb-2ddb-46c9-b306-0c5528ed0a3b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Aug 24 10:13:54.542760 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55b0f69c-3569-4405-ae7f-0f7805d7d1c9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.548197 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55b0f69c-3569-4405-ae7f-0f7805d7d1c9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.554578 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-55b0f69c-3569-4405-ae7f-0f7805d7d1c9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "DELETE /v2.0/security-groups/fca108ec-b1c0-40ef-a089-2058b85d3285 HTTP/1.1" status: 204 len: 168 time: 0.2450807 Aug 24 10:13:54.557603 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:54.580479 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0f69c-3569-4405-ae7f-0f7805d7d1c9 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca108ec-b1c0-40ef-a089-2058b85d3285,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:54.583372 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.api.v2.resource [None req-56c39a59-760f-467a-97d0-6463aab76e79 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] show failed (client error): The resource could not be found. Aug 24 10:13:54.585157 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-56c39a59-760f-467a-97d0-6463aab76e79 tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "GET /v2.0/security-groups/fca108ec-b1c0-40ef-a089-2058b85d3285 HTTP/1.1" status: 404 len: 347 time: 0.0273745 Aug 24 10:13:54.587604 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d260c83-063a-4f60-94cd-f4e6d917463c req-fbe66913-14bb-46d1-93c9-a78a08ededf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:54.589596 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4d260c83-063a-4f60-94cd-f4e6d917463c req-fbe66913-14bb-46d1-93c9-a78a08ededf5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 1098 time: 0.0631318 Aug 24 10:13:54.591439 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38098) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:54.712479 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4d260c83-063a-4f60-94cd-f4e6d917463c req-80ae055d-ae97-4d3f-945e-b4b8ae4f22f8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113529 Aug 24 10:13:54.756315 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Deleting port 609c5d2c-52fb-412f-9b3f-471e78662bb3 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:13:54.756605 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.843657 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.844164 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:54.859191 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Calling delete_port for 609c5d2c-52fb-412f-9b3f-471e78662bb3 owned by network:floatingip {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:13:55.059008 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:55.088202 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Pushing event deleted for resources: {'Port': ['ID=609c5d2c-52fb-412f-9b3f-471e78662bb3,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:55.153025 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks [] for floatingip, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:55.156184 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:55.157348 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-d8046de5-d880-4878-86c7-8758ba9ee6fe tempest-AttachVolumeTestJSON-1630954631 tempest-AttachVolumeTestJSON-1630954631-project] 10.222.0.64 "DELETE /v2.0/floatingips/aa5d3676-4658-4734-8de4-7acc3838af97 HTTP/1.1" status: 204 len: 168 time: 0.5657525 Aug 24 10:13:55.267335 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:55.597575 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 6cec7067-f17a-46eb-a6e6-fcacec218cf2 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:13:55.600587 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fafe07-2611-48b0-9700-85a3c204d8d5 req-d3985e98-79d3-437d-a288-0f4cee5a4a39 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:55.607596 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d5fafe07-2611-48b0-9700-85a3c204d8d5 req-d3985e98-79d3-437d-a288-0f4cee5a4a39 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 945 time: 0.0507972 Aug 24 10:13:55.618865 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 6cec7067-f17a-46eb-a6e6-fcacec218cf2 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:13:55.619204 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 6cec7067-f17a-46eb-a6e6-fcacec218cf2 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:13:55.653528 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d5fafe07-2611-48b0-9700-85a3c204d8d5 req-37c1309b-f2f3-4928-bb19-3a3e58f4049d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348430 Aug 24 10:13:56.767085 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc86d5-685d-469a-a5fc-763b044a8e34 req-f7a6cfcf-6383-4c8b-8033-a649b58dc7c3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:56.768623 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b0cc86d5-685d-469a-a5fc-763b044a8e34 req-f7a6cfcf-6383-4c8b-8033-a649b58dc7c3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 945 time: 0.0548480 Aug 24 10:13:56.810792 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b0cc86d5-685d-469a-a5fc-763b044a8e34 req-5f9757b8-cfaa-4d04-89e6-8d7e7f48b2c0 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360193 Aug 24 10:13:56.839102 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:56.952869 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b022c-212c-4de2-ab7d-5c006d23bbc6 req-ba481ecb-7703-4100-9b0b-f8797866f4e3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:56.954538 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dd5b022c-212c-4de2-ab7d-5c006d23bbc6 req-ba481ecb-7703-4100-9b0b-f8797866f4e3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 945 time: 0.0579484 Aug 24 10:13:56.995432 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dd5b022c-212c-4de2-ab7d-5c006d23bbc6 req-9c4f7c7a-f4d6-401b-b96d-b4290ae9f3be tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347466 Aug 24 10:13:57.020274 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38126) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:57.063108 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775222e-de02-47d8-b5d8-dce54dde38ae tempest-TestVolumeBootPattern-1110794779 tempest-TestVolumeBootPattern-1110794779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:57.064862 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3775222e-de02-47d8-b5d8-dce54dde38ae tempest-TestVolumeBootPattern-1110794779 tempest-TestVolumeBootPattern-1110794779-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 1093 time: 0.0435379 Aug 24 10:13:57.069332 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38128) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:57.073685 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:13:57.175841 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:57.221801 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c390b87-5312-4de7-862e-6e58a98dacac req-3a066394-be3d-47f5-b190-96c5bfe9b8c2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:57.224421 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3c390b87-5312-4de7-862e-6e58a98dacac req-3a066394-be3d-47f5-b190-96c5bfe9b8c2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0538769 Aug 24 10:13:57.264214 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3c390b87-5312-4de7-862e-6e58a98dacac req-18b0cf25-c323-40a9-900c-10098ffd50dd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333879 Aug 24 10:13:57.282255 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:57.677075 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Allocated IP 172.27.3.179 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/29073018-b8c5-447c-ab75-56bb82c0e0cb) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:13:57.783043 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:57.918702 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:57.961897 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:13:57.964868 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:13:57.969098 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:13:57.995462 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=29073018-b8c5-447c-ab75-56bb82c0e0cb,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:58.009497 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.009865 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.010152 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.010480 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.010801 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.011125 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.011444 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.011763 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.012083 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.012417 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.012733 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.013042 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:13:58.405374 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:58.445595 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fe88c-3fee-4659-bc3e-17946d11765a req-adb71923-9765-4c87-b715-97f97e5c3fe3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:58.447111 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9c1fe88c-3fee-4659-bc3e-17946d11765a req-adb71923-9765-4c87-b715-97f97e5c3fe3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0907414 Aug 24 10:13:58.493756 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9c1fe88c-3fee-4659-bc3e-17946d11765a req-72e01400-7d7d-4d6e-a91a-d669767c64d4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371680 Aug 24 10:13:58.548852 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:58.704287 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:58.801473 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:58.871407 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=29073018-b8c5-447c-ab75-56bb82c0e0cb,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:13:58.886114 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:58.988053 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Floating IP d0a0e233-d96c-4b65-b6f5-a4970c0d2374 associated. External IP: 172.27.3.179, port: 39592277-8780-4a99-a8fe-06f6636207d6. Aug 24 10:13:59.112877 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-cae6baba-3df0-428a-bd37-54654990b884 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:59.114634 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-cae6baba-3df0-428a-bd37-54654990b884 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.0904698 Aug 24 10:13:59.309516 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Deleting port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:13:59.309856 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:59.350773 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38150) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:13:59.366126 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Router 8b9d97e3-3421-4364-9561-220f1b74826b has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:13:59.456341 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] For port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:13:59.457136 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:59.564413 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:13:59.578092 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:13:59.593594 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:13:59.598887 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:13:59.682179 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:59.704375 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb2106-6541-4f7b-9797-612793359751 req-14e50386-5164-4cb9-b39b-14f25de38816 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:59.706324 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3beb2106-6541-4f7b-9797-612793359751 req-14e50386-5164-4cb9-b39b-14f25de38816 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 946 time: 0.1296840 Aug 24 10:13:59.732409 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-51b3a9f2-b781-4d98-b9d2-599f21faa7a7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6509361 Aug 24 10:13:59.732409 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:13:59.732409 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618a4460-b660-4a4a-8826-555d050ee395" -d '{"events": [{"name": "network-changed", "server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "tag": "39592277-8780-4a99-a8fe-06f6636207d6"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:13:59.741218 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:59.741769 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:13:59.742181 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Floating IP ca9a2e63-2510-4881-87bc-ba28a7d58d61 disassociated. External IP: 172.27.3.225, port: 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f. Aug 24 10:13:59.742620 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Calling delete_port for 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:13:59.775325 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3beb2106-6541-4f7b-9797-612793359751 req-5d7ce7e0-e3e5-4d4e-bcbf-e919ae2d2e00 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=485dfed2-4f60-470d-ab5a-6d618257c4d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598519 Aug 24 10:13:59.789075 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f2cbec-474e-4524-ab27-1118b7784117 x-openstack-request-id: req-e2f2cbec-474e-4524-ab27-1118b7784117 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:13:59.804890 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "tag": "39592277-8780-4a99-a8fe-06f6636207d6", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:13:59.804890 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e2f2cbec-474e-4524-ab27-1118b7784117 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:13:59.804890 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6', 'status': 'completed', 'code': 200} Aug 24 10:13:59.890537 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:13:59.911016 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a4460-b660-4a4a-8826-555d050ee395 req-c6e02711-dd85-4de3-8d0e-51b97099c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:13:59.912614 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-618a4460-b660-4a4a-8826-555d050ee395 req-c6e02711-dd85-4de3-8d0e-51b97099c44c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 1098 time: 0.0849566 Aug 24 10:14:00.017375 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a4460-b660-4a4a-8826-555d050ee395 req-e3034677-fa29-4093-b104-890067d7b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:00.019401 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-618a4460-b660-4a4a-8826-555d050ee395 req-e3034677-fa29-4093-b104-890067d7b91d service neutron] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 913 time: 0.0991812 Aug 24 10:14:00.068336 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:00.074110 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:00.115172 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event deleted for resources: {'Port': ['ID=7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:00.138607 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:13:58Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:00.166892 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-618a4460-b660-4a4a-8826-555d050ee395 req-ec9a1051-b392-41f1-b877-4172964f46e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39592277-8780-4a99-a8fe-06f6636207d6 HTTP/1.1" status: 200 len: 999 time: 0.1399024 Aug 24 10:14:00.172011 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:14:00.176251 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:14:00.176925 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:00.260453 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a4460-b660-4a4a-8826-555d050ee395 req-710e6280-d24d-46cd-bdd1-0a68b1dd3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:00.261947 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-618a4460-b660-4a4a-8826-555d050ee395 req-710e6280-d24d-46cd-bdd1-0a68b1dd3db1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0856590 Aug 24 10:14:00.297081 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:14:00.310521 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:14:00.335684 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a4460-b660-4a4a-8826-555d050ee395 req-aff8fcc3-95ca-47ca-8bda-cafd86dbb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:00.337371 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-618a4460-b660-4a4a-8826-555d050ee395 req-aff8fcc3-95ca-47ca-8bda-cafd86dbb2ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638156 Aug 24 10:14:00.352540 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Deleting port 4cee466c-8514-41b0-a3fe-8073a271aaee {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:14:00.353208 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:00.438808 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] For port 4cee466c-8514-41b0-a3fe-8073a271aaee, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4cee466c-8514-41b0-a3fe-8073a271aaee,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:14:00.439110 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:00.453226 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Calling delete_port for 4cee466c-8514-41b0-a3fe-8073a271aaee owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:14:00.514434 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:14:00.518524 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-618a4460-b660-4a4a-8826-555d050ee395 req-400afbe8-9984-4da3-8aac-30565873f3dc service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473017 Aug 24 10:14:00.525060 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] Sync routers for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:14:00.544628 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:14:00.545533 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:00.590662 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:13:58Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:00.630120 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ed4b99-748d-45fa-ae89-eaff932c2f38 None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:13:58Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:14:00.634790 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] No DVR routers for this DVR port 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:14:00.639020 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:00.641537 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1d6ccb7f-550d-469d-b1f8-3e67100f71ef req-8b467770-5352-46ea-a2df-28ec476f7b70 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "DELETE /v2.0/ports/7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f HTTP/1.1" status: 204 len: 173 time: 1.5196345 Aug 24 10:14:00.696286 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-618a4460-b660-4a4a-8826-555d050ee395 req-c89abd2c-9864-4bdb-9054-55ffd46ab9d6 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338398 Aug 24 10:14:00.734823 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:14:00.750893 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:00.916424 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5768852-81a2-4588-9ab4-eacaebed34f2 None None] New status for floating IP d0a0e233-d96c-4b65-b6f5-a4970c0d2374: ACTIVE {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:14:00.960515 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3051ccc7-262f-44e0-9646-43dd12745550 req-a5f0003f-c700-47d3-b25f-5b79fe14a3e5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ca7a8d2-f5a2-407b-a597-4381eb11c053 HTTP/1.1" status: 200 len: 210 time: 0.0365970 Aug 24 10:14:01.007938 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:01.046929 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Pushing event deleted for resources: {'Port': ['ID=4cee466c-8514-41b0-a3fe-8073a271aaee,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:01.063535 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] Checking router: 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:14:01.072655 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:14:01.073468 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:01.309548 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:01.339845 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:14:01.560103 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:01.561296 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Router 29be9c7d-6670-498d-adfe-afd69ee6cb7d has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:14:01.587702 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0012f95-c22f-42eb-924d-b6b401d92dd3 None None] The sync data for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi is: [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:14:01.605361 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:14:01.627213 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:14:01.627561 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:14:01.687673 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:14:01.694558 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7b5628e1-65b7-4f2b-a2ee-6499f3ee691d admin admin] 10.222.0.64 "PUT /v2.0/routers/29be9c7d-6670-498d-adfe-afd69ee6cb7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3411102 Aug 24 10:14:01.695767 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38162) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:01.698642 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] Sync routers for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:14:01.709288 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:14:01.710108 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:01.794255 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-deleted', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:14:01.794255 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280a122a-cebb-4a16-a51e-7bb120d30d71" -d '{"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-deleted", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:14:01.824191 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:01.857582 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:14:01.863731 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded9244-3f6c-42fa-b9bb-580e856c964e x-openstack-request-id: req-9ded9244-3f6c-42fa-b9bb-580e856c964e {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:14:01.863980 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca7a8d2-f5a2-407b-a597-4381eb11c053", "name": "network-vif-deleted", "tag": "7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:14:01.864232 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9ded9244-3f6c-42fa-b9bb-580e856c964e {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:14:01.864665 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca7a8d2-f5a2-407b-a597-4381eb11c053', 'name': 'network-vif-deleted', 'tag': '7bd136c1-53a9-44b5-9f0f-ef2dcb83ec5f', 'status': 'completed', 'code': 200} Aug 24 10:14:01.897167 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a9abc7-aed9-40ac-8b1b-04c193f2cd46 None None] New status for floating IP ca9a2e63-2510-4881-87bc-ba28a7d58d61: DOWN {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:14:01.945108 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.057673 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:14:00Z', 'revision_number': 5, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port': {'id': '6cdd1831-abaa-4b25-86c0-edc70809fd0c', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:06:43Z', 'updated_at': '2021-08-24T10:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:02.084706 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] Checking router: 29be9c7d-6670-498d-adfe-afd69ee6cb7d for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:14:02.094262 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] Routers {'29be9c7d-6670-498d-adfe-afd69ee6cb7d'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:14:02.094890 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:13:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:02.127202 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38170) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:02.158292 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Deleting port 6cdd1831-abaa-4b25-86c0-edc70809fd0c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:14:02.158633 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.194213 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] Set router 29be9c7d-6670-498d-adfe-afd69ee6cb7d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:14:02.201019 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5989af65-397b-41f3-b4fe-8f50e2cf63da tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.229089 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5989af65-397b-41f3-b4fe-8f50e2cf63da tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.247745 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] For port 6cdd1831-abaa-4b25-86c0-edc70809fd0c, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=6cdd1831-abaa-4b25-86c0-edc70809fd0c,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:14:02.248208 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.261620 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:14:01Z', 'revision_number': 6, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port_host': None}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:02.262213 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Calling delete_port for 6cdd1831-abaa-4b25-86c0-edc70809fd0c owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:14:02.289805 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745d7c19-f062-452e-a603-6c4c55dce85c None None] The sync data for ids ['29be9c7d-6670-498d-adfe-afd69ee6cb7d'] in dv-cinder-805796-1-iscsi is: [{'id': '29be9c7d-6670-498d-adfe-afd69ee6cb7d', 'name': 'tempest-AttachVolumeTestJSON-1533638827-router', 'tenant_id': '65c26a788943480eb71aec674c048f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:06:42Z', 'updated_at': '2021-08-24T10:14:01Z', 'revision_number': 6, 'project_id': '65c26a788943480eb71aec674c048f42', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:14:02.363771 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5989af65-397b-41f3-b4fe-8f50e2cf63da tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.366341 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-5989af65-397b-41f3-b4fe-8f50e2cf63da tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.367498 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-5989af65-397b-41f3-b4fe-8f50e2cf63da tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "DELETE /v2.0/security-groups/485dfed2-4f60-470d-ab5a-6d618257c4d1 HTTP/1.1" status: 204 len: 168 time: 0.2393260 Aug 24 10:14:02.372188 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38172) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:02.393199 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989af65-397b-41f3-b4fe-8f50e2cf63da tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485dfed2-4f60-470d-ab5a-6d618257c4d1,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:02.395307 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.api.v2.resource [None req-b0122b18-fbca-4ed0-923b-45a11edd423d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] show failed (client error): The resource could not be found. Aug 24 10:14:02.399012 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b0122b18-fbca-4ed0-923b-45a11edd423d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups/485dfed2-4f60-470d-ab5a-6d618257c4d1 HTTP/1.1" status: 404 len: 347 time: 0.0232031 Aug 24 10:14:02.399561 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38174) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:02.523982 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.528296 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Deleting port 212e4d44-e2d0-4723-ac4d-0b0bf404ce02 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:14:02.528663 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.554928 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdd1831-abaa-4b25-86c0-edc70809fd0c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:02.620738 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.621628 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.634286 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.634854 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Calling delete_port for 212e4d44-e2d0-4723-ac4d-0b0bf404ce02 owned by network:floatingip {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:14:02.735434 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.735434 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.884020 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.884585 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29be9c7d-6670-498d-adfe-afd69ee6cb7d {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:14:02.889894 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.898616 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-f3369cd0-4cd9-421c-badb-4f38f1d3fa68 admin admin] 10.222.0.64 "DELETE /v2.0/routers/29be9c7d-6670-498d-adfe-afd69ee6cb7d HTTP/1.1" status: 204 len: 168 time: 1.1900685 Aug 24 10:14:02.898616 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38180) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:02.915793 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.939191 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-71074b7c-0f33-4341-a352-6182a76ef4f9 admin admin] Deleting subnet a7d64931-3d7b-4e32-a686-5b170f9c1a9e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:14:02.939597 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event deleted for resources: {'Port': ['ID=212e4d44-e2d0-4723-ac4d-0b0bf404ce02,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:02.943591 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71074b7c-0f33-4341-a352-6182a76ef4f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:02.982711 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71074b7c-0f33-4341-a352-6182a76ef4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25983418'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.004155 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.006774 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.007986 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-40967495-4f3f-4421-b3cc-c4318f84e14b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "DELETE /v2.0/floatingips/ca9a2e63-2510-4881-87bc-ba28a7d58d61 HTTP/1.1" status: 204 len: 168 time: 0.6077650 Aug 24 10:14:03.124558 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71074b7c-0f33-4341-a352-6182a76ef4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.194870 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 6cdd1831-abaa-4b25-86c0-edc70809fd0c no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:14:03.227092 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 6cdd1831-abaa-4b25-86c0-edc70809fd0c {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:14:03.227446 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 6cdd1831-abaa-4b25-86c0-edc70809fd0c not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:14:03.227857 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4cee466c-8514-41b0-a3fe-8073a271aaee no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:14:03.248146 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 4cee466c-8514-41b0-a3fe-8073a271aaee {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:14:03.248422 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4cee466c-8514-41b0-a3fe-8073a271aaee not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:14:03.267573 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71074b7c-0f33-4341-a352-6182a76ef4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26000652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28312923'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.294202 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71074b7c-0f33-4341-a352-6182a76ef4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d64931-3d7b-4e32-a686-5b170f9c1a9e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:03.298875 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71074b7c-0f33-4341-a352-6182a76ef4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.301292 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-71074b7c-0f33-4341-a352-6182a76ef4f9 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a7d64931-3d7b-4e32-a686-5b170f9c1a9e HTTP/1.1" status: 204 len: 168 time: 0.4061394 Aug 24 10:14:03.303832 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38184) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:03.305924 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b2431-9780-424c-9dd2-c8d6489a1d86 None None] Network 20d99add-b609-42ab-8840-e559ba5ce163 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:14:03.399712 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.466208 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Deleting port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:14:03.476411 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.535237 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] DHCP port deletion for 20d99add-b609-42ab-8840-e559ba5ce163 request from dv-cinder-805796-1-iscsi {{(pid=94723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 10:14:03.543509 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] For port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:14:03.544121 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.545373 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38186) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:03.551799 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-848882b8-bbf8-4c09-b0a0-e0ba13f20474 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61835882', 'description': 'tempest-description--1271381560'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:03.568829 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Calling delete_port for fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d owned by network:dhcp {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:14:03.593878 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Deleting port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:14:03.594865 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.663556 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] For port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,segment=NetworkSegment(f639854f-5c7e-4fc9-b83f-586c00aeb486),segment_id=f639854f-5c7e-4fc9-b83f-586c00aeb486)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:14:03.663876 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.677801 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Calling delete_port for fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:14:03.683966 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-848882b8-bbf8-4c09-b0a0-e0ba13f20474 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.725377 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.771694 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:03.778600 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] No DVR routers for this DVR port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d on host dv-cinder-805796-1-iscsi {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:14:03.784473 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.807273 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-848882b8-bbf8-4c09-b0a0-e0ba13f20474 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.810757 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Pushing event deleted for resources: {'Port': ['ID=fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:03.819499 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] No DVR routers for this DVR port fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d on host dv-cinder-805796-1-iscsi {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:14:03.821815 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.822157 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824174 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824174 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824174 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824174 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824174 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824174 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824714 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824714 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.824973 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.825517 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0083cc5-0fac-4d9e-bb68-e31ce092de8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:03.870325 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.873003 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-848882b8-bbf8-4c09-b0a0-e0ba13f20474 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.881529 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d99add-b609-42ab-8840-e559ba5ce163']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:03.892981 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f639854f-5c7e-4fc9-b83f-586c00aeb486') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:03.893271 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f639854f-5c7e-4fc9-b83f-586c00aeb486') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:03.902363 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.903241 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848882b8-bbf8-4c09-b0a0-e0ba13f20474 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576bffa7-6753-43e7-b708-2e68d0ec54fe,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:03.916243 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.922960 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:14:03.927477 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:14:03.993182 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-848882b8-bbf8-4c09-b0a0-e0ba13f20474 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:03.993919 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-848882b8-bbf8-4c09-b0a0-e0ba13f20474 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4461651 Aug 24 10:14:03.996797 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38188) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:04.002660 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-31766861-e108-4246-b3ae-4a69cbc99a9a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'security_group_rule': {'security_group_id': '576bffa7-6753-43e7-b708-2e68d0ec54fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:04.090005 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.107836 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.107836 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] 10.222.0.64 "DELETE /v2.0/networks/20d99add-b609-42ab-8840-e559ba5ce163 HTTP/1.1" status: 204 len: 168 time: 0.7954552 Aug 24 10:14:04.114297 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368918b0-3d07-4b0c-8503-d78a503e0b60 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d99add-b609-42ab-8840-e559ba5ce163,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:04.151508 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31766861-e108-4246-b3ae-4a69cbc99a9a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.206000 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31766861-e108-4246-b3ae-4a69cbc99a9a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.364214 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31766861-e108-4246-b3ae-4a69cbc99a9a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.386711 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31766861-e108-4246-b3ae-4a69cbc99a9a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0a9812-962f-4904-91cc-f38d64dfe307,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:04.523948 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31766861-e108-4246-b3ae-4a69cbc99a9a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.525349 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-31766861-e108-4246-b3ae-4a69cbc99a9a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5274341 Aug 24 10:14:04.528045 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38192) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:04.532867 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5d289d10-366e-42af-aae5-604d7908074a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'security_group_rule': {'security_group_id': '576bffa7-6753-43e7-b708-2e68d0ec54fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:04.649751 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d289d10-366e-42af-aae5-604d7908074a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.653951 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38194) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:04.728973 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-40735cb3-3f57-43ff-b5af-166a1c0dcaea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=65c26a788943480eb71aec674c048f42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0737598 Aug 24 10:14:04.731872 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38196) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:04.735613 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d289d10-366e-42af-aae5-604d7908074a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.830080 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d289d10-366e-42af-aae5-604d7908074a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756069'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.851761 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d289d10-366e-42af-aae5-604d7908074a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1254eaa-04a0-4e1b-9e76-2fc7638f914c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:04.922508 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d289d10-366e-42af-aae5-604d7908074a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:04.923839 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5d289d10-366e-42af-aae5-604d7908074a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3947806 Aug 24 10:14:04.927310 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38198) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:04.932266 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:05.044921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6eff-0b73-44ac-b2fd-ad5c5cca9fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.055046 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.066907 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6eff-0b73-44ac-b2fd-ad5c5cca9fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.171082 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:14:05.191077 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.194375 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:14:05.194728 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device fa7d2b5a-ae98-4b7f-bf9c-6b8b48fa3c0d not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:14:05.215423 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6eff-0b73-44ac-b2fd-ad5c5cca9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.218811 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-cc1a6eff-0b73-44ac-b2fd-ad5c5cca9fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.222368 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-cc1a6eff-0b73-44ac-b2fd-ad5c5cca9fa4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c247c641-45f5-4761-bf7b-d517facc78a6 HTTP/1.1" status: 204 len: 168 time: 0.4871562 Aug 24 10:14:05.229073 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a6eff-0b73-44ac-b2fd-ad5c5cca9fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c247c641-45f5-4761-bf7b-d517facc78a6,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:05.308248 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Allocated IP 172.27.3.50 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/b246b3a8-95d8-4800-909b-e992b6f728eb) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:14:05.417173 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.538504 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.578484 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:14:05.581445 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:14:05.585017 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:14:05.593257 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'Port': ['ID=b246b3a8-95d8-4800-909b-e992b6f728eb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:05.681366 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.785836 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:05.935213 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:06.061317 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26000710'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:06.133436 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'Port': ['ID=b246b3a8-95d8-4800-909b-e992b6f728eb,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:06.143797 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:06.309924 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:06.311214 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7107b7ea-762b-441b-918f-8cdbdae6eaf4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3829005 Aug 24 10:14:06.512939 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-54f83268-2cd3-4707-9856-5ced595a7988 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--61835882&fields=id&tenant_id=cb26a759d2664c3283e306575448ea70 HTTP/1.1" status: 200 len: 267 time: 0.0358582 Aug 24 10:14:06.630622 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-ad842da7-4620-49e0-ba4f-687a2a3d8184 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:06.632177 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-ad842da7-4620-49e0-ba4f-687a2a3d8184 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 816 time: 0.1111343 Aug 24 10:14:06.647762 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-1229b688-bd32-407a-9abd-753353624910 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/quotas/cb26a759d2664c3283e306575448ea70 HTTP/1.1" status: 200 len: 375 time: 0.0096278 Aug 24 10:14:06.705932 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-9e292b0b-b3b7-42f2-837e-7cc7efb56a67 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513492 Aug 24 10:14:06.806185 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-fd85ff11-3cfc-4a20-9e09-8544f71ed433 service neutron] 10.222.0.64 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882647 Aug 24 10:14:06.901916 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-6860cdb0-b2bd-4eab-a20a-29c0463dc0c2 service neutron] 10.222.0.64 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890117 Aug 24 10:14:07.255963 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-34f89fb7-12d1-42d5-ab88-11e97c59ce7d req-1fca4787-9f6d-41d1-900b-3f4bc6b350d5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 210 time: 0.0293269 Aug 24 10:14:08.356115 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-74d303cc-efa0-4959-b2f5-0466e14c0d8f req-ee4ef2b7-6600-484f-80fa-a4fe6313657e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 210 time: 0.0259175 Aug 24 10:14:09.461525 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b36b38c-6991-4422-9120-8cc5ee20d696 req-82a8aeff-b14e-4946-ae3a-3c92b630acbe tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 210 time: 0.0261347 Aug 24 10:14:09.588903 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-3a281bae-f147-4408-8b5f-e8c3e27ccdb2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:09.590456 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-3a281bae-f147-4408-8b5f-e8c3e27ccdb2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 816 time: 0.1017330 Aug 24 10:14:10.562493 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c91f811-96f8-4eb4-9d37-f4b931c1ae1a req-86cee1a8-17b5-4df8-a1c8-add1dadb0566 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 210 time: 0.0266929 Aug 24 10:14:11.668807 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3784e972-3a11-44f1-b651-a4417cbf613f req-f7dd4dce-854e-4359-8241-4158db4be9be tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 210 time: 0.0283797 Aug 24 10:14:12.275968 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-ee087e18-c347-47e1-b718-975882cf6786 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb26a759d2664c3283e306575448ea70 HTTP/1.1" status: 200 len: 378 time: 0.0355341 Aug 24 10:14:12.286372 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'port': {'device_id': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'admin_state_up': True, 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'security_groups': ['576bffa7-6753-43e7-b708-2e68d0ec54fe']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:12.478161 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Made reservation on behalf of cb26a759d2664c3283e306575448ea70 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:14:12.481448 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:12.618090 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Allocated IP 172.20.0.6 (792c1d15-601b-401c-99ae-d62fa6c3cf59/e16fff41-1ee2-46b4-be3a-f6c01334c21e/5db786c3-1f22-4725-af7c-45ff4c819f26) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:14:12.784574 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-17c0b97d-b4b5-49d7-8ec4-8a935aba9b5a req-d8b5cc2c-c18a-4703-acdd-de4fbbfa4750 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 210 time: 0.0368612 Aug 24 10:14:12.802951 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:12.813333 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Transition to ACTIVE for port object 5db786c3-1f22-4725-af7c-45ff4c819f26 will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:14:12.979050 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:13.022754 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:14:13.026010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:14:13.030114 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:14:13.040354 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:13.100019 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:13.100907 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:13.207735 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-f9a3d512-ebd1-4b21-902f-7f8e07301d3b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9253626 Aug 24 10:14:13.239418 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Request body: {'port': {'device_id': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:13.301436 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:13.424661 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-4018b25d-fa2a-4c69-8001-d748a6c67b75 None None] Provisioning for port 5db786c3-1f22-4725-af7c-45ff4c819f26 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:14:13.430374 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-4018b25d-fa2a-4c69-8001-d748a6c67b75 None None] Provisioning complete for port 5db786c3-1f22-4725-af7c-45ff4c819f26 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:14:13.430374 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4018b25d-fa2a-4c69-8001-d748a6c67b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:13.471521 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4018b25d-fa2a-4c69-8001-d748a6c67b75 None None] Port 5db786c3-1f22-4725-af7c-45ff4c819f26 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:14:13.586001 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db786c3-1f22-4725-af7c-45ff4c819f26 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:14:13.593768 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:13.606672 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Transition to ACTIVE for port object 5db786c3-1f22-4725-af7c-45ff4c819f26 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:14:13.712258 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:13.770912 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:13.850045 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Attempting to bind port 5db786c3-1f22-4725-af7c-45ff4c819f26 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:14:13.850623 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Attempting to bind port 5db786c3-1f22-4725-af7c-45ff4c819f26 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:14:13.850725 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Attempting to bind port 5db786c3-1f22-4725-af7c-45ff4c819f26 on network 792c1d15-601b-401c-99ae-d62fa6c3cf59 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:14:13.856341 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Port 5db786c3-1f22-4725-af7c-45ff4c819f26 on network 792c1d15-601b-401c-99ae-d62fa6c3cf59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:14:13.856693 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Attempting to bind port 5db786c3-1f22-4725-af7c-45ff4c819f26 on network 792c1d15-601b-401c-99ae-d62fa6c3cf59 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:14:13.864322 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:14:13.867456 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Checking segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:14:13.867456 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Bound using segment: {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:14:13.867456 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Bound port: 5db786c3-1f22-4725-af7c-45ff4c819f26, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1f532a-87a1-454c-a732-415b1f2b9ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1214, 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:14:13.867456 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:13.970944 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728300ba-4ed7-489f-b71c-a239f440ec90 req-c953b6d0-525c-4830-8dbb-91efd672c572 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:13.972772 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-728300ba-4ed7-489f-b71c-a239f440ec90 req-c953b6d0-525c-4830-8dbb-91efd672c572 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0955975 Aug 24 10:14:13.975377 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:14:13.978534 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:14:14.014271 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-728300ba-4ed7-489f-b71c-a239f440ec90 req-3b63f1fb-c2ea-49af-ae1e-9714dd0431ff tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341909 Aug 24 10:14:14.104921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:14.144321 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:14.144967 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:14.146382 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] 10.222.0.90 "PUT /v2.0/ports/5db786c3-1f22-4725-af7c-45ff4c819f26 HTTP/1.1" status: 200 len: 1093 time: 0.9127996 Aug 24 10:14:14.146832 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:14:14.149156 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebb05c8-3dae-4265-ae23-8515079bbcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:14:14.176192 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99bbbb-ea82-401d-a1e2-400f53ffa9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:14.197089 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a442d4-bd2f-4634-87fa-1e7cb43bd14d x-openstack-request-id: req-e8a442d4-bd2f-4634-87fa-1e7cb43bd14d {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:14:14.197381 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:14:14.197630 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e8a442d4-bd2f-4634-87fa-1e7cb43bd14d {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:14:14.198038 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'status': 'completed', 'code': 200} Aug 24 10:14:14.286365 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb05c8-3dae-4265-ae23-8515079bbcc0 req-7d71e3e6-4113-4fbd-aabc-d02cf35c370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:14.295480 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8ebb05c8-3dae-4265-ae23-8515079bbcc0 req-7d71e3e6-4113-4fbd-aabc-d02cf35c370f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 1096 time: 0.0465560 Aug 24 10:14:14.394276 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb05c8-3dae-4265-ae23-8515079bbcc0 req-bc31135c-5ac5-4eb7-88bb-a5083750f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:14.395666 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8ebb05c8-3dae-4265-ae23-8515079bbcc0 req-bc31135c-5ac5-4eb7-88bb-a5083750f763 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=cb26a759d2664c3283e306575448ea70&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0937850 Aug 24 10:14:14.497579 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb05c8-3dae-4265-ae23-8515079bbcc0 req-5f4be1b6-8cd9-4298-a3e2-eb17868129b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:14.499067 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8ebb05c8-3dae-4265-ae23-8515079bbcc0 req-5f4be1b6-8cd9-4298-a3e2-eb17868129b8 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923285 Aug 24 10:14:14.614258 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-70e83331-7dd3-4f53-ae27-de8507f2f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:14.615747 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-70e83331-7dd3-4f53-ae27-de8507f2f792 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 1096 time: 0.0431075 Aug 24 10:14:14.678419 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-dd28104e-4afa-4a4f-a097-aae2dce3b404 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db786c3-1f22-4725-af7c-45ff4c819f26 HTTP/1.1" status: 200 len: 217 time: 0.0407267 Aug 24 10:14:14.730630 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-8a9d2ba5-ce74-444e-a06a-67b1dc12c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:14.732170 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-8a9d2ba5-ce74-444e-a06a-67b1dc12c508 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.0468760 Aug 24 10:14:14.792907 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0a2f3c2a-1e91-4ebc-a9a9-6db68ba77a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:14.794388 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-0a2f3c2a-1e91-4ebc-a9a9-6db68ba77a93 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495825 Aug 24 10:14:14.896049 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-d16d3b4b-65d0-454e-8637-f9194921c673 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920274 Aug 24 10:14:15.004268 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e5c78d9-184b-4935-b205-fe1714f44c51 req-ee5199fd-a351-4eb2-a7c2-fdb9c1ccd7a2 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000674 Aug 24 10:14:15.146310 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b4b83-aff6-4c98-96fb-d26553768653 req-a12711d4-037a-4f37-964a-15152f5d6d5b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:15.147903 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d64b4b83-aff6-4c98-96fb-d26553768653 req-a12711d4-037a-4f37-964a-15152f5d6d5b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0585337 Aug 24 10:14:15.186578 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d64b4b83-aff6-4c98-96fb-d26553768653 req-da59eb2d-8018-431c-9972-954c19b14377 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324829 Aug 24 10:14:15.883815 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:16.313423 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541db6-ba2e-4988-8b61-b08644489af8 req-d5fa39ff-9385-486d-b331-d88dd8a0c970 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:16.315506 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-90541db6-ba2e-4988-8b61-b08644489af8 req-d5fa39ff-9385-486d-b331-d88dd8a0c970 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0551968 Aug 24 10:14:16.359864 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-90541db6-ba2e-4988-8b61-b08644489af8 req-781e5109-33bf-463e-ae80-273656292588 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380676 Aug 24 10:14:16.600966 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38356) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:16.707337 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c543729-fb14-49f4-9c1a-c1858ca978ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:16.794880 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c543729-fb14-49f4-9c1a-c1858ca978ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:16.926638 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c543729-fb14-49f4-9c1a-c1858ca978ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:16.967367 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5c543729-fb14-49f4-9c1a-c1858ca978ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6e15c52b80a5488c9378868f3b455f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652999 Aug 24 10:14:16.968245 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c543729-fb14-49f4-9c1a-c1858ca978ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79821fab-63b4-4b70-9dc4-7c1f07919ab2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:16.971011 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38360) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:17.027390 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55d69827-6703-4508-8c6c-acd4ebe7c725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:17.052597 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55d69827-6703-4508-8c6c-acd4ebe7c725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:17.209327 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55d69827-6703-4508-8c6c-acd4ebe7c725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:17.211876 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55d69827-6703-4508-8c6c-acd4ebe7c725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:17.213071 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-55d69827-6703-4508-8c6c-acd4ebe7c725 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/79821fab-63b4-4b70-9dc4-7c1f07919ab2 HTTP/1.1" status: 204 len: 168 time: 0.2408450 Aug 24 10:14:17.221197 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d69827-6703-4508-8c6c-acd4ebe7c725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79821fab-63b4-4b70-9dc4-7c1f07919ab2,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:17.492445 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5c74-898c-4e82-b5c7-98e28af6f1f1 req-804f1946-1d37-4c13-8eee-0049402bd821 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:17.494025 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e3bb5c74-898c-4e82-b5c7-98e28af6f1f1 req-804f1946-1d37-4c13-8eee-0049402bd821 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0532932 Aug 24 10:14:17.536341 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e3bb5c74-898c-4e82-b5c7-98e28af6f1f1 req-20b4fe27-94aa-4afa-bd91-7f0490578f21 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360391 Aug 24 10:14:17.719451 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:14:17.843458 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:14:17.861279 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'port_id': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'mac_address': 'fa:16:3e:43:ad:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:14:17.916578 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:17.934047 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db786c3-1f22-4725-af7c-45ff4c819f26 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:14:17.958886 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:14:18.151962 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:18.218063 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:18.450858 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38384) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:18.496209 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['5db786c3-1f22-4725-af7c-45ff4c819f26'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:14:18.554938 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2101357057-network', 'tenant_id': 'e4f1eca47f274ad2b616635ebbe36de8'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:18.647847 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Made reservation on behalf of e4f1eca47f274ad2b616635ebbe36de8 for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:14:18.652089 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:18.663151 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:18.674253 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5460c6-e4cd-4a10-aeba-39f28439307f req-658e899f-7baa-47ba-ae90-868c3e08a99e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:18.675840 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7b5460c6-e4cd-4a10-aeba-39f28439307f req-658e899f-7baa-47ba-ae90-868c3e08a99e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 944 time: 0.0614431 Aug 24 10:14:18.728045 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7b5460c6-e4cd-4a10-aeba-39f28439307f req-abab36fd-6bba-4f49-85b4-5257a35c55d1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451524 Aug 24 10:14:18.782662 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:18.895062 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:18.921384 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1231, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:14:18.931451 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19755b8e-632f-442b-825d-ed86eb88d464,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:18.936207 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:18.936559 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Added segment 9e4bf12e-89b1-4e35-bbee-91d82bda0a5d of type vlan for network 05684791-26fb-4684-a7b8-4e0161b57daf Aug 24 10:14:18.977818 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:19.075330 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:19.076269 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:19.076931 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:19.138514 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=05684791-26fb-4684-a7b8-4e0161b57daf,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:19.148538 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 05684791-26fb-4684-a7b8-4e0161b57daf details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:14:19.210489 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-da6655c0-ea7d-4c91-8d77-44b00a0ef7e9 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7580841 Aug 24 10:14:19.214135 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38390) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:19.220501 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Request body: {'subnet': {'network_id': '05684791-26fb-4684-a7b8-4e0161b57daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2101357057-subnet', 'tenant_id': 'e4f1eca47f274ad2b616635ebbe36de8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:19.355481 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Made reservation on behalf of e4f1eca47f274ad2b616635ebbe36de8 for: {'subnet': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:14:19.357752 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3295525'] for subnet, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:19.632826 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3295575'] for subnet, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:19.692837 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff39f4ac-1d17-4b89-8335-d1371e9c69e7,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:19.701181 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Checking segment: {'id': '9e4bf12e-89b1-4e35-bbee-91d82bda0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1231, 'network_id': '05684791-26fb-4684-a7b8-4e0161b57daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:14:19.701539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Network hostable DHCP agents. Network: 05684791-26fb-4684-a7b8-4e0161b57daf, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:14:19.748286 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:14:19.828327 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Network 05684791-26fb-4684-a7b8-4e0161b57daf is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:14:19.857035 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc2c88-41fa-4380-87b1-b12a2f8fb753 req-8a23ea9d-dc2b-45d8-a8bf-cf58a450bcb3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:19.863718 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8cc2c88-41fa-4380-87b1-b12a2f8fb753 req-8a23ea9d-dc2b-45d8-a8bf-cf58a450bcb3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 944 time: 0.0559871 Aug 24 10:14:19.902604 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8cc2c88-41fa-4380-87b1-b12a2f8fb753 req-7864155d-444e-427f-ba4a-139d22b01aff tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378320 Aug 24 10:14:19.904169 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 5db786c3-1f22-4725-af7c-45ff4c819f26 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:14:19.909454 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 5db786c3-1f22-4725-af7c-45ff4c819f26 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:14:19.909920 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:19.960088 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 05684791-26fb-4684-a7b8-4e0161b57daf) {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:14:19.964208 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:19.964823 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:19.977410 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936aca3-66e4-4ece-9163-7f3b873c7ec5 None None] Network 05684791-26fb-4684-a7b8-4e0161b57daf requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:14:20.028797 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:20.067777 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:14:20.070032 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e6a2f9-ccb6-44f5-9f77-4a03125e8d39" -d '{"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-plugged", "status": "completed", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:14:20.097379 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:14:20.105003 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-0ffbb61d-683f-4afb-ae95-e37e1423bedb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8887172 Aug 24 10:14:20.129222 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da27e63d-ff82-4cba-b0d3-422ee69da0cb x-openstack-request-id: req-da27e63d-ff82-4cba-b0d3-422ee69da0cb {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:14:20.129512 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-plugged", "status": "completed", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:14:20.129750 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da27e63d-ff82-4cba-b0d3-422ee69da0cb {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:14:20.130137 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'code': 200} Aug 24 10:14:20.158254 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0514ad8-10bd-4e46-829b-45bc1bf307b4 None None] Network 05684791-26fb-4684-a7b8-4e0161b57daf requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:14:20.217089 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:20.297562 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:20.502360 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e240fcb-a40b-4f1a-a260-4716b4fd8775 req-b65b5e51-91ab-461d-8028-8ce63ed328c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:20.503927 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e240fcb-a40b-4f1a-a260-4716b4fd8775 req-b65b5e51-91ab-461d-8028-8ce63ed328c3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 1098 time: 0.0417931 Aug 24 10:14:20.541891 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e240fcb-a40b-4f1a-a260-4716b4fd8775 req-0c90a44d-d1ad-4061-86e5-210283e871a1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300958 Aug 24 10:14:20.988022 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38414) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:20.993741 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439304868-network', 'tenant_id': 'f4d994ff725e4cd6b9cadb66c138c97b'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:21.030297 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5722873-05fa-42b1-afe6-d91c69fc42dd req-df647026-54a5-497e-82cd-b12cbe45da00 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:21.031757 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d5722873-05fa-42b1-afe6-d91c69fc42dd req-df647026-54a5-497e-82cd-b12cbe45da00 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0526800 Aug 24 10:14:21.069534 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d5722873-05fa-42b1-afe6-d91c69fc42dd req-6f1c9f91-aa85-4fe4-8a1a-b3181012bdbe tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316730 Aug 24 10:14:21.129221 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55fddef0-2806-4525-8a4a-e0ff3ee1204d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.172611 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Made reservation on behalf of f4d994ff725e4cd6b9cadb66c138c97b for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:14:21.174978 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.183931 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.278049 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.352129 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.378026 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1216, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:14:21.387983 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b798540-6964-40ee-b69e-1a045edf224e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:21.393264 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.393608 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.segments_db [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Added segment 3c189b27-6c65-4fb9-8ff7-71730156cd96 of type vlan for network 8b9a747d-8192-45f7-b805-d1cfb6fc4787 Aug 24 10:14:21.404129 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.404514 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.404854 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.405249 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.405562 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.405892 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.406245 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.406570 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.406892 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.407309 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.407785 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.408241 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:14:21.455092 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.552056 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.553083 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:21.553690 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:21.617747 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] Pushing event updated for resources: {'Network': ['ID=8b9a747d-8192-45f7-b805-d1cfb6fc4787,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:21.632151 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 8b9a747d-8192-45f7-b805-d1cfb6fc4787 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:14:21.691398 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-9f74e2ed-c4ea-4781-9ba1-4d9b2ef984e1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7014861 Aug 24 10:14:21.693384 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38416) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:21.700220 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Request body: {'subnet': {'network_id': '8b9a747d-8192-45f7-b805-d1cfb6fc4787', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1439304868-subnet', 'tenant_id': 'f4d994ff725e4cd6b9cadb66c138c97b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:21.795020 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Made reservation on behalf of f4d994ff725e4cd6b9cadb66c138c97b for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:14:21.797373 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28312880'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:22.153662 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26001103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28312898'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:22.241979 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c50a6-2138-4aa5-82f0-796c7f610167 req-522fa0bf-2ed4-451a-8380-2c2cbe214638 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:22.243492 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ee4c50a6-2138-4aa5-82f0-796c7f610167 req-522fa0bf-2ed4-451a-8380-2c2cbe214638 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0989850 Aug 24 10:14:22.244117 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abed2df6-4cb4-497c-b540-1d4319864c45,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:22.266477 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Checking segment: {'id': '3c189b27-6c65-4fb9-8ff7-71730156cd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1216, 'network_id': '8b9a747d-8192-45f7-b805-d1cfb6fc4787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:14:22.266956 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Network hostable DHCP agents. Network: 8b9a747d-8192-45f7-b805-d1cfb6fc4787, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:14:22.293576 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ee4c50a6-2138-4aa5-82f0-796c7f610167 req-b7079896-8b5d-417a-bb1d-eb65c10c229a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432537 Aug 24 10:14:22.410566 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999f99d-c50d-4b2e-a284-f1cafaf4ba87 req-2315688b-f3bd-4f07-bc12-02348327b03e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:22.411948 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9999f99d-c50d-4b2e-a284-f1cafaf4ba87 req-2315688b-f3bd-4f07-bc12-02348327b03e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0477548 Aug 24 10:14:22.420552 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38422) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:22.425514 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Request body: {'floatingip': {'port_id': '5db786c3-1f22-4725-af7c-45ff4c819f26'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:14:22.443396 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Network 8b9a747d-8192-45f7-b805-d1cfb6fc4787 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:14:22.466565 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:22.586097 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 8b9a747d-8192-45f7-b805-d1cfb6fc4787) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:14:22.591409 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:22.592724 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:22.597170 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475c4466-d310-4a84-8a78-289e56d2b6a9 None None] Network 8b9a747d-8192-45f7-b805-d1cfb6fc4787 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:14:22.747180 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-c586a6e4-a2e6-4dda-9a94-f66c2e2deb51 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0526178 Aug 24 10:14:22.864365 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0b8e3-0849-49b2-87e0-7639819f1d4a None None] Network 8b9a747d-8192-45f7-b805-d1cfb6fc4787 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:14:22.892604 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38426) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:22.942682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:22.946784 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcbf4f1-3ea7-4be0-8418-268eb532b7dc admin admin] Deleting subnet ff39f4ac-1d17-4b89-8335-d1371e9c69e7 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:14:22.950160 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf4f1-3ea7-4be0-8418-268eb532b7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:22.986063 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf4f1-3ea7-4be0-8418-268eb532b7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25983418'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.024842 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf4f1-3ea7-4be0-8418-268eb532b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.044267 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.163458 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Floating IP 2dd2dbd4-0527-45af-92ab-ae5b948864fe associated. External IP: 172.27.3.50, port: 5db786c3-1f22-4725-af7c-45ff4c819f26. Aug 24 10:14:23.221813 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf4f1-3ea7-4be0-8418-268eb532b7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26000652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28312923'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.246945 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbf4f1-3ea7-4be0-8418-268eb532b7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff39f4ac-1d17-4b89-8335-d1371e9c69e7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:23.254553 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf4f1-3ea7-4be0-8418-268eb532b7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.259180 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-7bcbf4f1-3ea7-4be0-8418-268eb532b7dc admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ff39f4ac-1d17-4b89-8335-d1371e9c69e7 HTTP/1.1" status: 204 len: 168 time: 0.3625953 Aug 24 10:14:23.259311 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38428) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:23.373592 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.466505 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:14:23.512353 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.525218 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05684791-26fb-4684-a7b8-4e0161b57daf']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:23.566482 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4bf12e-89b1-4e35-bbee-91d82bda0a5d') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:23.566772 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4bf12e-89b1-4e35-bbee-91d82bda0a5d') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:23.579029 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.826718 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7fd54bc-5fa2-4fb2-9dba-a2f740d3fec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.900278 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.911052 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Releasing vlan 1231 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:14:23.911441 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:14:23.913138 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:14:23.970914 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:14:23.975722 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:23.983894 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] Sync routers for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:14:23.998039 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:14:23.998667 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:14:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:24.015809 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-d06225fd-c75c-49f9-a260-ed8d7802d3c5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "PUT /v2.0/floatingips/2dd2dbd4-0527-45af-92ab-ae5b948864fe HTTP/1.1" status: 200 len: 990 time: 1.5938697 Aug 24 10:14:24.016846 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:14:24.021077 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d17bef-75e7-4330-99d1-8d2bf24198c4" -d '{"events": [{"name": "network-changed", "server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:14:24.065553 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d692f543-bea3-40bf-940d-20a6c3064732 x-openstack-request-id: req-d692f543-bea3-40bf-940d-20a6c3064732 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:14:24.066083 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:14:24.066467 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d692f543-bea3-40bf-940d-20a6c3064732 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:14:24.066908 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'status': 'completed', 'code': 200} Aug 24 10:14:24.115308 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:14:24.115517 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.166972 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-222bf1d1-257e-4114-a996-d4f3939925f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:24.168860 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-222bf1d1-257e-4114-a996-d4f3939925f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 1098 time: 0.0488598 Aug 24 10:14:24.175130 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.180062 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.182724 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] 10.222.0.64 "DELETE /v2.0/networks/05684791-26fb-4684-a7b8-4e0161b57daf HTTP/1.1" status: 204 len: 168 time: 0.9224327 Aug 24 10:14:24.192541 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38434) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:24.203922 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9e982-c7d0-4071-bbe7-a081b0b4b1da admin admin] Pushing event deleted for resources: {'Network': ['ID=05684791-26fb-4684-a7b8-4e0161b57daf,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:24.251391 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19ed23e-a0b1-4984-84b3-0d9e47ab833b admin admin] Deleting subnet abed2df6-4cb4-497c-b540-1d4319864c45 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:14:24.255822 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d19ed23e-a0b1-4984-84b3-0d9e47ab833b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.294798 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d19ed23e-a0b1-4984-84b3-0d9e47ab833b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25983418'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.301704 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-99347889-04c4-4567-a6d0-d4fc2c158338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:24.303319 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-99347889-04c4-4567-a6d0-d4fc2c158338 service neutron] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 918 time: 0.1194654 Aug 24 10:14:24.337925 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d19ed23e-a0b1-4984-84b3-0d9e47ab833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.372520 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '2dd2dbd4-0527-45af-92ab-ae5b948864fe', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'port_id': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'mac_address': 'fa:16:3e:43:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:14:05Z', 'updated_at': '2021-08-24T10:14:22Z', 'revision_number': 1, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:24.379645 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-381f1d55-ce32-40b0-b422-e0668cbcfd28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db786c3-1f22-4725-af7c-45ff4c819f26 HTTP/1.1" status: 200 len: 998 time: 0.0678000 Aug 24 10:14:24.399266 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] Checking router: 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:14:24.408347 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:14:24.408991 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:14:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:24.431664 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-f6ba6c2f-1ff5-450b-a5ca-6b78d4ba5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:24.433168 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-f6ba6c2f-1ff5-450b-a5ca-6b78d4ba5fed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.0459223 Aug 24 10:14:24.486925 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-521e284c-6718-42ec-afe5-9a4ab29e1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:24.489043 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-521e284c-6718-42ec-afe5-9a4ab29e1e62 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484662 Aug 24 10:14:24.501852 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d19ed23e-a0b1-4984-84b3-0d9e47ab833b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26000652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28312923'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.520498 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:14:24.539341 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ed23e-a0b1-4984-84b3-0d9e47ab833b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abed2df6-4cb4-497c-b540-1d4319864c45,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:24.541439 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d19ed23e-a0b1-4984-84b3-0d9e47ab833b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.546250 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-d19ed23e-a0b1-4984-84b3-0d9e47ab833b admin admin] 10.222.0.64 "DELETE /v2.0/subnets/abed2df6-4cb4-497c-b540-1d4319864c45 HTTP/1.1" status: 204 len: 168 time: 0.3524914 Aug 24 10:14:24.547247 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38436) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:24.610675 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-729cbdc0-3fce-444d-91d2-fceadb143d85 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135168 Aug 24 10:14:24.643257 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.721144 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c8d17bef-75e7-4330-99d1-8d2bf24198c4 req-3ffdbfa8-18ad-4655-ab8a-2abee41ade35 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026764 Aug 24 10:14:24.741550 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.754828 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9a747d-8192-45f7-b805-d1cfb6fc4787']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:24.767603 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c189b27-6c65-4fb9-8ff7-71730156cd96') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:24.767926 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c189b27-6c65-4fb9-8ff7-71730156cd96') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:24.778771 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25983397'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.799580 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Releasing vlan 1216 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26000746'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: Traceback (most recent call last): Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: timer() Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: cb(*args, **kw) Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: return func(*args, **kwargs) Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: self._notify() Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: self.callback(batched_events) Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: event.method(event) Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: return f(self, *a, **k) Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._get(url).json() Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: return self.request(url, 'GET', **kwargs) Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:14:24.810048 dv-cinder-805796-1-iscsi neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:14:24.869757 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '2dd2dbd4-0527-45af-92ab-ae5b948864fe', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'port_id': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'mac_address': 'fa:16:3e:43:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:14:05Z', 'updated_at': '2021-08-24T10:14:22Z', 'revision_number': 1, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:14:24.900635 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474c6fbd-886e-4a10-9aa7-ba180bf84098 None None] The sync data for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi is: [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '2dd2dbd4-0527-45af-92ab-ae5b948864fe', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'port_id': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'mac_address': 'fa:16:3e:43:ad:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:14:05Z', 'updated_at': '2021-08-24T10:14:22Z', 'revision_number': 1, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:14:25.026398 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:25.033499 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:25.038352 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] 10.222.0.64 "DELETE /v2.0/networks/8b9a747d-8192-45f7-b805-d1cfb6fc4787 HTTP/1.1" status: 204 len: 168 time: 0.4874821 Aug 24 10:14:25.048363 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a2ba4-c89e-48d1-9b9e-25f3df6a33d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9a747d-8192-45f7-b805-d1cfb6fc4787,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:25.097214 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35603ee-58d7-4d19-b102-97a8ff1f4062 None None] New status for floating IP 2dd2dbd4-0527-45af-92ab-ae5b948864fe: ACTIVE {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:14:25.306305 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:25.503802 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38442) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:25.544777 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-48dc9b81-27d7-4e85-9de4-14463c6c7c22 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4f1eca47f274ad2b616635ebbe36de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397079 Aug 24 10:14:25.547674 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38444) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:25.598889 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf817-4d5c-4858-8f0b-fa2666ea6488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:25.619203 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf817-4d5c-4858-8f0b-fa2666ea6488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:25.744246 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf817-4d5c-4858-8f0b-fa2666ea6488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:25.746821 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf817-4d5c-4858-8f0b-fa2666ea6488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:25.748091 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ed6cf817-4d5c-4858-8f0b-fa2666ea6488 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19755b8e-632f-442b-825d-ed86eb88d464 HTTP/1.1" status: 204 len: 168 time: 0.1991503 Aug 24 10:14:25.757130 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cf817-4d5c-4858-8f0b-fa2666ea6488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19755b8e-632f-442b-825d-ed86eb88d464,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:26.594942 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38452) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:26.639749 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-dc022d7a-d799-4ca0-bf6e-596d545c13de admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4d994ff725e4cd6b9cadb66c138c97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436447 Aug 24 10:14:26.642377 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38454) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:14:26.692399 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0d9401e4-2ad4-4c21-91b7-d4faa19f8b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:26.715401 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0d9401e4-2ad4-4c21-91b7-d4faa19f8b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:26.862951 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:26.898289 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0d9401e4-2ad4-4c21-91b7-d4faa19f8b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:26.900870 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0d9401e4-2ad4-4c21-91b7-d4faa19f8b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:26.902030 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-0d9401e4-2ad4-4c21-91b7-d4faa19f8b8a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3b798540-6964-40ee-b69e-1a045edf224e HTTP/1.1" status: 204 len: 168 time: 0.2582026 Aug 24 10:14:26.912749 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9401e4-2ad4-4c21-91b7-d4faa19f8b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b798540-6964-40ee-b69e-1a045edf224e,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:14:29.789985 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:14:45.893950 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:50.173628 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-925b069d-170c-461a-9fa4-ff0985ff0b7c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400474 Aug 24 10:14:50.295428 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-69c13b3e-87db-42e7-8ea9-42275c78a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:50.296955 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-69c13b3e-87db-42e7-8ea9-42275c78a9e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d465d2008563404ab757a87a35aca3b9&device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1098 time: 0.0450163 Aug 24 10:14:50.402226 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-1202f9d0-5dfa-417e-af25-7a1d1fcb65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:50.403717 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-1202f9d0-5dfa-417e-af25-7a1d1fcb65a2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=25d16171-7ba8-4864-b259-58258850e21d HTTP/1.1" status: 200 len: 910 time: 0.0856078 Aug 24 10:14:50.476191 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-8a94e51c-0f49-46f0-8bfe-9b430d76e756 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f HTTP/1.1" status: 200 len: 1000 time: 0.0617211 Aug 24 10:14:50.526282 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-bcc73593-a9d1-4fb0-8ee5-48e750e17d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:50.527763 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-bcc73593-a9d1-4fb0-8ee5-48e750e17d58 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28c1bcb0-16d7-4410-903d-102f42916bc5 HTTP/1.1" status: 200 len: 847 time: 0.0436232 Aug 24 10:14:50.579902 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-59fbbefd-dfe1-46a0-af5b-1045096f519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:14:50.582085 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-59fbbefd-dfe1-46a0-af5b-1045096f519d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25d16171-7ba8-4864-b259-58258850e21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454154 Aug 24 10:14:50.689806 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-14cd0c64-e602-41ab-9dd0-d418e97ac28f service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972614 Aug 24 10:14:50.788233 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e791214-cbb3-432d-917f-e3c20fa6be76 req-6e4eebc5-6336-419a-9acd-534f2f76d817 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891817 Aug 24 10:14:51.059943 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-625b9e4d-0194-4826-9dff-06e5dbc95160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:53.859525 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1c51178a-593b-4c2b-ae93-a7eeaf535012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:54.071289 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:55.285572 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:14:56.874893 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:06.811975 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:15:15.898485 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:21.063901 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8acb9a87-1415-45ae-99c2-4a0b723eb831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:21.603596 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:21.711562 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:21.799045 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:21.880995 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:21.925196 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54c29cb4eda441c98aaad5d5815640fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3205419 Aug 24 10:15:21.926046 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76728021-fd58-4295-b6f8-5360f82c3b45,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:21.927920 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38930) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:21.933169 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.933517 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.933872 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.934705 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.935030 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.935428 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.935699 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.936007 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.936608 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.936933 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.937251 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.937569 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339b21e1-9fb8-413f-8c4a-d4aa639f8150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:21.979154 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:22.000331 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:22.110080 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:22.112689 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:22.113860 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/76728021-fd58-4295-b6f8-5360f82c3b45 HTTP/1.1" status: 204 len: 168 time: 0.1848886 Aug 24 10:15:22.122586 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76728021-fd58-4295-b6f8-5360f82c3b45,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:22.130169 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.130557 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.130926 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.131281 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.131685 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.132006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.132356 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.132696 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.133027 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.133349 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.133671 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.133986 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce04dbf-2e39-4460-bc0c-2a216daa93a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:22.751253 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 38936) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:22.768631 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d800e27-c6db-4a11-aa32-9a6a027b3f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:22.855064 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d800e27-c6db-4a11-aa32-9a6a027b3f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:22.950092 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-4d800e27-c6db-4a11-aa32-9a6a027b3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:22.988157 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-4d800e27-c6db-4a11-aa32-9a6a027b3f12 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90afa1c2f8af4e8e8c6b9eaf4fd053db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357249 Aug 24 10:15:22.989042 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d800e27-c6db-4a11-aa32-9a6a027b3f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643d3f7d-5249-4512-8661-40eddfd3f947,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:22.991048 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 38938) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:23.040056 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3962e7e-08a2-47ac-9d6f-5bfba7e96a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:23.061621 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3962e7e-08a2-47ac-9d6f-5bfba7e96a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:23.195482 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3962e7e-08a2-47ac-9d6f-5bfba7e96a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:23.198096 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3962e7e-08a2-47ac-9d6f-5bfba7e96a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:23.199253 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-f3962e7e-08a2-47ac-9d6f-5bfba7e96a3a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/643d3f7d-5249-4512-8661-40eddfd3f947 HTTP/1.1" status: 204 len: 168 time: 0.2071402 Aug 24 10:15:23.208053 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3962e7e-08a2-47ac-9d6f-5bfba7e96a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643d3f7d-5249-4512-8661-40eddfd3f947,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:23.869790 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8fa6abd-2d56-4d72-b92b-880deaaba9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:24.075246 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:24.761056 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448be138-b2ba-4a04-83b4-c55d75b8a227 req-082bdc27-0cd2-4f11-a053-4702ca424dc6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:24.762587 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-448be138-b2ba-4a04-83b4-c55d75b8a227 req-082bdc27-0cd2-4f11-a053-4702ca424dc6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0545330 Aug 24 10:15:24.803104 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-448be138-b2ba-4a04-83b4-c55d75b8a227 req-2269ff95-b638-4ccc-9d55-ce6336f5d040 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341694 Aug 24 10:15:25.240621 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:25.293445 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07281c-c060-4988-b1bd-34911bcf6b51 req-d1b6a96d-e3f9-4edb-8481-a30d694e14b5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:25.295080 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9f07281c-c060-4988-b1bd-34911bcf6b51 req-d1b6a96d-e3f9-4edb-8481-a30d694e14b5 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0543768 Aug 24 10:15:25.336028 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9f07281c-c060-4988-b1bd-34911bcf6b51 req-e2547d56-ad24-41f5-a7aa-2b854f1266f1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337362 Aug 24 10:15:25.779036 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39014) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:25.886845 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f4a43b1-c75d-4b59-b155-d8af4dc48eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:25.923208 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5d455-9c72-4433-bc87-340561959a8a req-9f3b2dcd-4f3a-474f-afdb-6b59b87febe0 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:25.924711 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-16b5d455-9c72-4433-bc87-340561959a8a req-9f3b2dcd-4f3a-474f-afdb-6b59b87febe0 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0489364 Aug 24 10:15:25.963003 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-16b5d455-9c72-4433-bc87-340561959a8a req-98a187a8-14cd-4740-bfaa-2ecea1e68f46 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Aug 24 10:15:25.976495 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f4a43b1-c75d-4b59-b155-d8af4dc48eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:26.063805 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f4a43b1-c75d-4b59-b155-d8af4dc48eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:26.101422 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-6f4a43b1-c75d-4b59-b155-d8af4dc48eba admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9d69ae4afb8140a8b545ca05d9f87239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212790 Aug 24 10:15:26.102246 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a43b1-c75d-4b59-b155-d8af4dc48eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614fe692-e035-45dc-8b03-075f18562363,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:26.104329 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39020) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:26.154639 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-73a5c01e-693d-4a8f-91b5-da4dfc97e9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:26.176437 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-73a5c01e-693d-4a8f-91b5-da4dfc97e9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:26.401026 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-73a5c01e-693d-4a8f-91b5-da4dfc97e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:26.404011 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-73a5c01e-693d-4a8f-91b5-da4dfc97e9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:26.405322 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-73a5c01e-693d-4a8f-91b5-da4dfc97e9a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/614fe692-e035-45dc-8b03-075f18562363 HTTP/1.1" status: 204 len: 168 time: 0.2999260 Aug 24 10:15:26.413388 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5c01e-693d-4a8f-91b5-da4dfc97e9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614fe692-e035-45dc-8b03-075f18562363,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:26.464784 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224129-a2f7-449b-ad91-622227b10a4b req-7b7bfd98-68f3-4551-9802-33933c56de0a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:26.466336 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-51224129-a2f7-449b-ad91-622227b10a4b req-7b7bfd98-68f3-4551-9802-33933c56de0a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0566885 Aug 24 10:15:26.503862 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-51224129-a2f7-449b-ad91-622227b10a4b req-9c4fe227-ab86-41c9-be45-14797283f120 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314193 Aug 24 10:15:26.841518 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:27.084771 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5945be-c12e-4707-b1f6-4755ef5e9057 req-40c45e36-a2a7-47d2-98fc-d665056a5a85 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:27.086253 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1d5945be-c12e-4707-b1f6-4755ef5e9057 req-40c45e36-a2a7-47d2-98fc-d665056a5a85 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Aug 24 10:15:27.127579 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:27.130830 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1d5945be-c12e-4707-b1f6-4755ef5e9057 req-24abb267-c45c-4eee-bc3b-ccc13d638982 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382571 Aug 24 10:15:27.145174 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82cf1d30-60f6-4b9b-a062-8f29b80bc16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:27.480784 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82cf1d30-60f6-4b9b-a062-8f29b80bc16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:27.561683 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82cf1d30-60f6-4b9b-a062-8f29b80bc16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:27.623898 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-82cf1d30-60f6-4b9b-a062-8f29b80bc16e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e05d892e3f46444f8d6c90a5fa7bcadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952240 Aug 24 10:15:27.626293 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf1d30-60f6-4b9b-a062-8f29b80bc16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503359d5-4a4b-4e5f-8c6c-4c7db2643e89,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:27.626841 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39034) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:27.649372 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e10c2-89aa-4b17-82c5-1d74eb0064cf req-487d0893-9924-47d8-b9e8-a51fbd5d8637 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:27.650856 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-659e10c2-89aa-4b17-82c5-1d74eb0064cf req-487d0893-9924-47d8-b9e8-a51fbd5d8637 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0706930 Aug 24 10:15:27.679994 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-22eca550-948c-4a89-ab50-9375b7acbdfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:27.690153 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-659e10c2-89aa-4b17-82c5-1d74eb0064cf req-201c1e18-a118-4412-9b9a-e07f00ec80b9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332067 Aug 24 10:15:27.703102 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-22eca550-948c-4a89-ab50-9375b7acbdfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:27.818008 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-22eca550-948c-4a89-ab50-9375b7acbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:27.820616 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-22eca550-948c-4a89-ab50-9375b7acbdfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:27.821796 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-22eca550-948c-4a89-ab50-9375b7acbdfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/503359d5-4a4b-4e5f-8c6c-4c7db2643e89 HTTP/1.1" status: 204 len: 168 time: 0.1939330 Aug 24 10:15:27.830516 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eca550-948c-4a89-ab50-9375b7acbdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503359d5-4a4b-4e5f-8c6c-4c7db2643e89,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:28.250272 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd2b07-fa28-441f-a2dc-e43c6bae6faa req-67937d41-6c16-448d-a761-22f3cca8835f tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:28.251793 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-21fd2b07-fa28-441f-a2dc-e43c6bae6faa req-67937d41-6c16-448d-a761-22f3cca8835f tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Aug 24 10:15:28.291764 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-21fd2b07-fa28-441f-a2dc-e43c6bae6faa req-982816ce-70e2-4a6d-9a78-d8de63f77978 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336192 Aug 24 10:15:28.811976 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a1a3a-de9e-4438-aa91-4719b2b4a9f2 req-37b21b09-2eba-4db1-b16c-e03641daa7c8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:28.813587 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-634a1a3a-de9e-4438-aa91-4719b2b4a9f2 req-37b21b09-2eba-4db1-b16c-e03641daa7c8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0521028 Aug 24 10:15:28.854871 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-634a1a3a-de9e-4438-aa91-4719b2b4a9f2 req-9293f295-9aa1-43df-a886-a350a6b96b7e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350420 Aug 24 10:15:29.408655 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0918f-3e05-48fd-9204-12d41fdc8715 req-ae103a08-8c5d-40db-b218-9e7c7f989dcf tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:29.410433 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-77b0918f-3e05-48fd-9204-12d41fdc8715 req-ae103a08-8c5d-40db-b218-9e7c7f989dcf tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0509362 Aug 24 10:15:29.449583 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-77b0918f-3e05-48fd-9204-12d41fdc8715 req-2f6c28f1-0cc3-4f74-93fb-6eea50217b5c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330446 Aug 24 10:15:29.983339 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d425c4-3aa1-47a5-82f3-f821eb404198 req-ee682cd3-130f-4bf8-8449-a1b4d128ce80 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:29.984937 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-50d425c4-3aa1-47a5-82f3-f821eb404198 req-ee682cd3-130f-4bf8-8449-a1b4d128ce80 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0512984 Aug 24 10:15:30.024213 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-50d425c4-3aa1-47a5-82f3-f821eb404198 req-7faa660e-9ed3-4442-83c3-44f010e4ba83 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330553 Aug 24 10:15:30.572719 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015c52-8db3-4132-93c2-69615eeb1524 req-8445bc6d-f12b-4de3-83b5-5284c7cb4d61 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:30.574325 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8b015c52-8db3-4132-93c2-69615eeb1524 req-8445bc6d-f12b-4de3-83b5-5284c7cb4d61 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0526516 Aug 24 10:15:30.614133 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8b015c52-8db3-4132-93c2-69615eeb1524 req-1d109a69-68bb-461b-83aa-e3177d9f7020 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329001 Aug 24 10:15:31.144065 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ea3a7-0e97-4b63-b6c6-36b49ca8d765 req-b3d3bca5-e00c-48de-9776-90976a833311 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:31.145634 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-647ea3a7-0e97-4b63-b6c6-36b49ca8d765 req-b3d3bca5-e00c-48de-9776-90976a833311 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0501363 Aug 24 10:15:31.184902 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-647ea3a7-0e97-4b63-b6c6-36b49ca8d765 req-83bc6dad-19c6-4995-a1f3-5d4c6070df4f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332687 Aug 24 10:15:31.737351 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab31fe-3e5d-4d2a-ab69-71297df7d11c req-ed5dc805-7be9-43bc-8042-4c1018b60e90 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:31.738989 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4ab31fe-3e5d-4d2a-ab69-71297df7d11c req-ed5dc805-7be9-43bc-8042-4c1018b60e90 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0560308 Aug 24 10:15:31.779167 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d4ab31fe-3e5d-4d2a-ab69-71297df7d11c req-e761e829-bdf2-4a33-9cd6-5c04482f243b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333347 Aug 24 10:15:32.464158 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fef49-9c3e-4fe6-b885-d2c7044b0fd6 req-a165e36c-c04d-4c35-b5f4-6db5f6c383cb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:32.465646 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-771fef49-9c3e-4fe6-b885-d2c7044b0fd6 req-a165e36c-c04d-4c35-b5f4-6db5f6c383cb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0525486 Aug 24 10:15:32.504588 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-771fef49-9c3e-4fe6-b885-d2c7044b0fd6 req-1d4efc1b-fdd4-44ba-98fb-df7fd031a762 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323780 Aug 24 10:15:32.896266 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992971e-a963-47d6-95f9-2d2afec0dbfd req-dcf2d2f5-15a5-4d85-9817-370260637aa3 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:32.897788 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e992971e-a963-47d6-95f9-2d2afec0dbfd req-dcf2d2f5-15a5-4d85-9817-370260637aa3 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0503607 Aug 24 10:15:32.936366 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e992971e-a963-47d6-95f9-2d2afec0dbfd req-a083bdb3-9a07-45ca-af12-7e4307c0d27f tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324025 Aug 24 10:15:33.622960 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b85d8-a1c7-4f47-9e24-0cf8982035ce req-e61b4d04-f621-4770-8dd4-68d830ed507f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:33.627732 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-357b85d8-a1c7-4f47-9e24-0cf8982035ce req-e61b4d04-f621-4770-8dd4-68d830ed507f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0499048 Aug 24 10:15:33.665514 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-357b85d8-a1c7-4f47-9e24-0cf8982035ce req-e3af9170-d04c-48cd-b625-5f7713084c90 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341592 Aug 24 10:15:34.049243 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd6de9-6796-4c24-9e1f-860410f09030 req-aa858d91-6c34-4770-ac7c-524c96920718 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:34.050728 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-76cd6de9-6796-4c24-9e1f-860410f09030 req-aa858d91-6c34-4770-ac7c-524c96920718 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0487030 Aug 24 10:15:34.088499 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-76cd6de9-6796-4c24-9e1f-860410f09030 req-e24cf593-7242-4d7c-ad16-5d5a903f6bcc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315638 Aug 24 10:15:34.787221 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74690021-79ae-46d2-b2c8-fdefedf882b6 req-b5f73235-a052-49b0-ba6a-fe26ceeae47a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:34.788726 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-74690021-79ae-46d2-b2c8-fdefedf882b6 req-b5f73235-a052-49b0-ba6a-fe26ceeae47a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0483286 Aug 24 10:15:34.826742 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-74690021-79ae-46d2-b2c8-fdefedf882b6 req-90b5b18e-492d-4d65-b6d1-205086280a22 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321133 Aug 24 10:15:35.062514 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-559e33ad-e589-4690-b040-29243915965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:35.064613 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-559e33ad-e589-4690-b040-29243915965d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d465d2008563404ab757a87a35aca3b9&device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1098 time: 0.0454335 Aug 24 10:15:35.173548 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-dbb62db7-eb2d-44c2-889a-bdb9c0125ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:35.174978 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-dbb62db7-eb2d-44c2-889a-bdb9c0125ebb service neutron] 10.222.0.90 "GET /v2.0/networks?id=25d16171-7ba8-4864-b259-58258850e21d HTTP/1.1" status: 200 len: 910 time: 0.1000812 Aug 24 10:15:35.257083 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-4d3282bc-74bf-46bf-8d39-c5382c712d07 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f HTTP/1.1" status: 200 len: 1000 time: 0.0683842 Aug 24 10:15:35.264352 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5d0a8-53f4-4a15-9de1-782c7b3fc4a5 req-283e7383-32db-44a3-876c-704094fa1107 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:35.265751 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cee5d0a8-53f4-4a15-9de1-782c7b3fc4a5 req-283e7383-32db-44a3-876c-704094fa1107 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.1060045 Aug 24 10:15:35.334242 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-8ec7c777-e836-4484-8f5c-e6655026cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:35.335715 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-8ec7c777-e836-4484-8f5c-e6655026cf1d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28c1bcb0-16d7-4410-903d-102f42916bc5 HTTP/1.1" status: 200 len: 847 time: 0.0674858 Aug 24 10:15:35.338769 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-cee5d0a8-53f4-4a15-9de1-782c7b3fc4a5 req-21e63ae6-a5dc-4093-8f3b-4ca5e749690c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634367 Aug 24 10:15:35.389090 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-f28ec66d-21cb-4227-b37a-f91542c5c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:35.390560 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-f28ec66d-21cb-4227-b37a-f91542c5c4f2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25d16171-7ba8-4864-b259-58258850e21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440071 Aug 24 10:15:35.502222 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-4b2b2bd5-cbd2-4428-867a-71afa46b1c88 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841627 Aug 24 10:15:35.510223 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39160) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:35.599555 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ba4cbad7-8de8-4839-bcd2-718a6214d875 req-f76e58bb-dbe9-4479-8104-16e1a0ccc094 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891604 Aug 24 10:15:35.618795 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e955da9a-08b2-4858-842c-a88d9f554e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:35.709847 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e955da9a-08b2-4858-842c-a88d9f554e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:35.800758 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e955da9a-08b2-4858-842c-a88d9f554e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:35.842291 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e955da9a-08b2-4858-842c-a88d9f554e2b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ad65207bb852467d86b468db733e75b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285649 Aug 24 10:15:35.842291 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955da9a-08b2-4858-842c-a88d9f554e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce0ba7e-c91a-4f5b-a060-bb3318fda5d8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:35.843636 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39164) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:35.896799 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e392f7dc-0818-4758-a9ff-189d3ebbca1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:35.940561 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e392f7dc-0818-4758-a9ff-189d3ebbca1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:35.985652 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a6f7e-7403-4053-ac66-028e17b59708 req-db303b4d-295e-4ccd-819b-87d6451feab9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:35.987298 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e71a6f7e-7403-4053-ac66-028e17b59708 req-db303b4d-295e-4ccd-819b-87d6451feab9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0788610 Aug 24 10:15:36.025872 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e71a6f7e-7403-4053-ac66-028e17b59708 req-59cabb5a-8807-4264-aa57-29a0ba580ef9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326633 Aug 24 10:15:36.115481 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e392f7dc-0818-4758-a9ff-189d3ebbca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:36.118039 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e392f7dc-0818-4758-a9ff-189d3ebbca1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:36.119158 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e392f7dc-0818-4758-a9ff-189d3ebbca1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ce0ba7e-c91a-4f5b-a060-bb3318fda5d8 HTTP/1.1" status: 204 len: 168 time: 0.2749152 Aug 24 10:15:36.127360 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392f7dc-0818-4758-a9ff-189d3ebbca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce0ba7e-c91a-4f5b-a060-bb3318fda5d8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:36.454180 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ad882-f0e7-47fd-b52b-08867094bbb8 req-8b836ff6-31de-4d84-8adc-e7b1904a356d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:36.455979 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-055ad882-f0e7-47fd-b52b-08867094bbb8 req-8b836ff6-31de-4d84-8adc-e7b1904a356d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Aug 24 10:15:36.494780 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-055ad882-f0e7-47fd-b52b-08867094bbb8 req-12b4d1d9-9156-4989-9a1b-cb8b775388e2 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Aug 24 10:15:36.964471 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39174) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:36.977475 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-138b0779-75d8-4dfe-9b9c-224e814bd68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:37.063761 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-138b0779-75d8-4dfe-9b9c-224e814bd68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:37.152184 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6a011-994b-4e65-9118-f60b48b08289 req-021c69ac-70a1-492c-8506-e5b44e4cecf0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:37.153722 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c3b6a011-994b-4e65-9118-f60b48b08289 req-021c69ac-70a1-492c-8506-e5b44e4cecf0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0535736 Aug 24 10:15:37.154951 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-138b0779-75d8-4dfe-9b9c-224e814bd68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:37.194189 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c3b6a011-994b-4e65-9118-f60b48b08289 req-24c01268-4e5c-4e09-907d-9c41385bb7b1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343192 Aug 24 10:15:37.198111 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-138b0779-75d8-4dfe-9b9c-224e814bd68a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28ae1f2656d040818b90284f962cc560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295790 Aug 24 10:15:37.198111 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b0779-75d8-4dfe-9b9c-224e814bd68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b522036-e4e7-4309-93dd-7d5bdcf58b86,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:37.199271 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39178) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:37.253069 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9aaa875d-1a40-4308-bdde-bf790190d59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:37.273960 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9aaa875d-1a40-4308-bdde-bf790190d59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:37.434585 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9aaa875d-1a40-4308-bdde-bf790190d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:37.437359 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9aaa875d-1a40-4308-bdde-bf790190d59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:37.438787 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-9aaa875d-1a40-4308-bdde-bf790190d59d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4b522036-e4e7-4309-93dd-7d5bdcf58b86 HTTP/1.1" status: 204 len: 168 time: 0.2383909 Aug 24 10:15:37.446906 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa875d-1a40-4308-bdde-bf790190d59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b522036-e4e7-4309-93dd-7d5bdcf58b86,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:37.617277 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3284b6-98c6-4cfd-8b97-6c2023773c29 req-f55b9a17-48b9-4718-8b2e-b2274338c7ab tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:37.618759 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fe3284b6-98c6-4cfd-8b97-6c2023773c29 req-f55b9a17-48b9-4718-8b2e-b2274338c7ab tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0525620 Aug 24 10:15:37.657555 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fe3284b6-98c6-4cfd-8b97-6c2023773c29 req-3768b1d0-75ab-4562-a9db-7e671aa03f1c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327685 Aug 24 10:15:38.241419 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39188) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:38.255191 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cfd1faeb-2844-4c21-b0a6-62564a46f243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:38.346885 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64329b44-3d89-44e9-ba91-12765401e9c3 req-aa4e7509-e1f0-4a96-92f4-60df41cda5f4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:38.348415 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-64329b44-3d89-44e9-ba91-12765401e9c3 req-aa4e7509-e1f0-4a96-92f4-60df41cda5f4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0825067 Aug 24 10:15:38.412944 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-64329b44-3d89-44e9-ba91-12765401e9c3 req-f97089e1-3e1a-4a31-a6ff-58fb68d13725 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517447 Aug 24 10:15:38.437777 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cfd1faeb-2844-4c21-b0a6-62564a46f243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:38.526509 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cfd1faeb-2844-4c21-b0a6-62564a46f243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:38.570425 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-cfd1faeb-2844-4c21-b0a6-62564a46f243 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f54376156b1a4b24976b25ca341319a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278441 Aug 24 10:15:38.571346 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1faeb-2844-4c21-b0a6-62564a46f243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba80fcc0-3d99-47ea-9b77-f14d703c2c87,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:38.573437 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39194) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:38.642807 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-bfec1899-2cd9-4b88-a194-032fb8f4a786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:38.666536 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-bfec1899-2cd9-4b88-a194-032fb8f4a786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:38.775737 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed01dd9-7517-403b-8ba3-31a80fbb7356 req-0366ce2b-205f-4423-86d1-62ce9d4ffff0 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:38.777242 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2ed01dd9-7517-403b-8ba3-31a80fbb7356 req-0366ce2b-205f-4423-86d1-62ce9d4ffff0 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Aug 24 10:15:38.818791 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2ed01dd9-7517-403b-8ba3-31a80fbb7356 req-6cb7e89a-edcf-4486-bb80-b2c5bfa21c8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350194 Aug 24 10:15:38.857189 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-bfec1899-2cd9-4b88-a194-032fb8f4a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:38.860367 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-bfec1899-2cd9-4b88-a194-032fb8f4a786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:38.861530 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-bfec1899-2cd9-4b88-a194-032fb8f4a786 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba80fcc0-3d99-47ea-9b77-f14d703c2c87 HTTP/1.1" status: 204 len: 168 time: 0.2874770 Aug 24 10:15:38.869360 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec1899-2cd9-4b88-a194-032fb8f4a786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba80fcc0-3d99-47ea-9b77-f14d703c2c87,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:39.531237 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e083bb-0d1b-4f4e-a74a-dd6b5b6ad668 req-bb966802-fada-4f3f-af92-b9208b4d228f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:39.533354 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-05e083bb-0d1b-4f4e-a74a-dd6b5b6ad668 req-bb966802-fada-4f3f-af92-b9208b4d228f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0482554 Aug 24 10:15:39.574849 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-05e083bb-0d1b-4f4e-a74a-dd6b5b6ad668 req-b4f806cb-9721-45bd-a3fc-4be84067a5ee tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353966 Aug 24 10:15:39.935442 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be24769-7021-4f0b-bc31-aa7857c62825 req-034acb15-55af-4f8c-bb3a-4f8a6f23bc2c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:39.937267 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8be24769-7021-4f0b-bc31-aa7857c62825 req-034acb15-55af-4f8c-bb3a-4f8a6f23bc2c tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0513656 Aug 24 10:15:39.976817 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8be24769-7021-4f0b-bc31-aa7857c62825 req-1578bad1-36a1-4761-bbf9-1bfd15636a6b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328977 Aug 24 10:15:40.235980 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 68a63243-b94d-47b3-8946-4c93f0f9c95f no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:15:40.318863 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:40.350199 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846a30-c55a-4692-97a9-8ff3099b7e57 req-a49220dc-77fb-42a3-9c2d-5113209fe7a6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:40.355306 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-af846a30-c55a-4692-97a9-8ff3099b7e57 req-a49220dc-77fb-42a3-9c2d-5113209fe7a6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0548151 Aug 24 10:15:40.355435 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:15:40.355435 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:15:40.355639 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ada08e3-b400-4493-89b5-06c70065bfd9" -d '{"events": [{"server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "name": "network-vif-unplugged", "status": "completed", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:15:40.396793 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 24 Aug 2021 10:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4519b193-8fba-4f01-9180-8c6eaa6a5923 x-openstack-request-id: req-4519b193-8fba-4f01-9180-8c6eaa6a5923 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:15:40.397100 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "name": "network-vif-unplugged", "status": "failed", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f", "code": 422}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:15:40.397350 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4519b193-8fba-4f01-9180-8c6eaa6a5923 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:15:40.397766 dv-cinder-805796-1-iscsi neutron-server[94723]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'code': 422} returned with failed status Aug 24 10:15:40.401590 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-569ea30d-3f6a-47b7-84e0-173ad105be16 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514665 Aug 24 10:15:40.407133 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-af846a30-c55a-4692-97a9-8ff3099b7e57 req-bd5e8fe2-debd-4b96-b271-7fbaa8aa180a tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467649 Aug 24 10:15:40.424756 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:40.476411 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:40.483265 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.487145 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.488543 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:15:40.693515 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac3072-3fcf-4ece-ab80-89e1deebf501 req-85cd24a6-9cc8-4986-9995-59aa19f3e190 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:40.694992 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7aac3072-3fcf-4ece-ab80-89e1deebf501 req-85cd24a6-9cc8-4986-9995-59aa19f3e190 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0485475 Aug 24 10:15:40.735861 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7aac3072-3fcf-4ece-ab80-89e1deebf501 req-4dc07261-33db-4173-86c7-3799ef15da5b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344181 Aug 24 10:15:41.528932 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4742f5-cadd-4b0e-b1b4-6d2522ef34ac req-fe5a697e-e851-434e-bb59-980e98e188fc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:41.530333 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8e4742f5-cadd-4b0e-b1b4-6d2522ef34ac req-fe5a697e-e851-434e-bb59-980e98e188fc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0534477 Aug 24 10:15:41.572474 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8e4742f5-cadd-4b0e-b1b4-6d2522ef34ac req-f5f8de3e-d7c7-497b-842d-946427ba9077 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358303 Aug 24 10:15:41.859018 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c27dd-8d26-4a74-9df1-01a6edfb52be req-f9c896d8-1ea5-4daf-b3f6-2cb0f51dd194 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:41.860748 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f30c27dd-8d26-4a74-9df1-01a6edfb52be req-f9c896d8-1ea5-4daf-b3f6-2cb0f51dd194 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0518842 Aug 24 10:15:41.899949 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f30c27dd-8d26-4a74-9df1-01a6edfb52be req-7d5c373e-90b4-4341-b77b-0951108fbf9d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331187 Aug 24 10:15:42.189060 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39292) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:42.292849 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-27c65dbb-bf60-4a5c-8fb5-b99e2f9a3715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:42.390200 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-27c65dbb-bf60-4a5c-8fb5-b99e2f9a3715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:42.554870 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-27c65dbb-bf60-4a5c-8fb5-b99e2f9a3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:42.594265 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-27c65dbb-bf60-4a5c-8fb5-b99e2f9a3715 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b9c7c22bfc24f909df5748f68bb9a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4041061 Aug 24 10:15:42.595485 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c65dbb-bf60-4a5c-8fb5-b99e2f9a3715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cb2a11-7833-4be8-bbe2-fac2675ef8a4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:42.598006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39300) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:42.679138 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-057699dd-0344-473a-8174-10104224fb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:42.707626 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-057699dd-0344-473a-8174-10104224fb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:42.725987 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8590e5-c881-4319-a799-aff71c9bfba2 req-5ec59403-11c0-4e1f-b453-3a221921c3c7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:42.727474 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e8590e5-c881-4319-a799-aff71c9bfba2 req-5ec59403-11c0-4e1f-b453-3a221921c3c7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0809124 Aug 24 10:15:42.779177 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e8590e5-c881-4319-a799-aff71c9bfba2 req-5880bf60-1de2-418d-9ae2-07b9edb576f0 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444002 Aug 24 10:15:42.926735 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-057699dd-0344-473a-8174-10104224fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:42.928838 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-057699dd-0344-473a-8174-10104224fb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:42.930003 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-057699dd-0344-473a-8174-10104224fb34 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04cb2a11-7833-4be8-bbe2-fac2675ef8a4 HTTP/1.1" status: 204 len: 168 time: 0.3309157 Aug 24 10:15:42.938707 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057699dd-0344-473a-8174-10104224fb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cb2a11-7833-4be8-bbe2-fac2675ef8a4,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:43.024402 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c0bb8-8cb3-4124-84f5-73cc0935718d req-ca4286e0-2100-42bb-9349-9c9e0ed7b9b6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:43.025901 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-537c0bb8-8cb3-4124-84f5-73cc0935718d req-ca4286e0-2100-42bb-9349-9c9e0ed7b9b6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0489810 Aug 24 10:15:43.064775 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-537c0bb8-8cb3-4124-84f5-73cc0935718d req-8a999cf9-edbd-4103-82e4-be70814dfee4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320170 Aug 24 10:15:43.657827 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39310) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:43.671054 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc512-aa11-4b39-966a-ad325f2557c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:43.760661 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc512-aa11-4b39-966a-ad325f2557c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:43.811344 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:15:43.857448 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc512-aa11-4b39-966a-ad325f2557c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:43.897794 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-2f7dc512-aa11-4b39-966a-ad325f2557c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=670ca499add24bc7853b6c9f70c0a5dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388775 Aug 24 10:15:43.899738 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd503cf-35c8-437d-ac8f-22b53c5b1cda req-c4cb8158-b894-45cc-a431-70a8a79cd834 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:43.900463 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39314) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:15:43.901286 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4cd503cf-35c8-437d-ac8f-22b53c5b1cda req-c4cb8158-b894-45cc-a431-70a8a79cd834 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0540750 Aug 24 10:15:43.906397 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dc512-aa11-4b39-966a-ad325f2557c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0eacba-4ec9-41bc-b7f9-2a6afceafbf6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:43.944379 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4cd503cf-35c8-437d-ac8f-22b53c5b1cda req-1c0e88f0-9b41-4659-9b1e-62b054e6f6de tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369780 Aug 24 10:15:43.958174 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5125a68e-f4bd-48f1-b3d1-3c67df99c7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:43.979425 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5125a68e-f4bd-48f1-b3d1-3c67df99c7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:44.114773 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5125a68e-f4bd-48f1-b3d1-3c67df99c7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:44.117414 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5125a68e-f4bd-48f1-b3d1-3c67df99c7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:44.118758 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-5125a68e-f4bd-48f1-b3d1-3c67df99c7e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca0eacba-4ec9-41bc-b7f9-2a6afceafbf6 HTTP/1.1" status: 204 len: 168 time: 0.2174032 Aug 24 10:15:44.127523 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125a68e-f4bd-48f1-b3d1-3c67df99c7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0eacba-4ec9-41bc-b7f9-2a6afceafbf6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:44.189067 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa04861-e875-46e6-a59b-3065c0af2a7c req-489e80d5-8fc7-4aba-8193-f0ae452a52cd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:44.190647 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2aa04861-e875-46e6-a59b-3065c0af2a7c req-489e80d5-8fc7-4aba-8193-f0ae452a52cd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0512528 Aug 24 10:15:44.229178 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2aa04861-e875-46e6-a59b-3065c0af2a7c req-f80ed2ed-5669-452c-bf40-7fdbadeeeeb1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326297 Aug 24 10:15:45.062490 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2eef-ea6d-4d4d-8fbb-8d56571c1d12 req-69b6ed09-94b1-4a5f-91c3-7b743d225fbf tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:45.064610 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a25f2eef-ea6d-4d4d-8fbb-8d56571c1d12 req-69b6ed09-94b1-4a5f-91c3-7b743d225fbf tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0508564 Aug 24 10:15:45.102456 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a25f2eef-ea6d-4d4d-8fbb-8d56571c1d12 req-846897bf-4a4f-4af1-88b4-a88079004508 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317311 Aug 24 10:15:45.353619 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cbd73-db55-427f-8dee-bff32f258f0b req-3da5133b-3854-4f66-a43d-c542329ac2e6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:45.355102 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-236cbd73-db55-427f-8dee-bff32f258f0b req-3da5133b-3854-4f66-a43d-c542329ac2e6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0496035 Aug 24 10:15:45.398992 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-236cbd73-db55-427f-8dee-bff32f258f0b req-60b6441b-ac0b-457a-81e2-80b5f384ffd2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372972 Aug 24 10:15:45.880716 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:46.216050 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb89a73-c09f-4972-a196-9740e09a40e4 req-47a222db-4b31-4d61-85d1-1a145102a4ea tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:46.217556 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ebb89a73-c09f-4972-a196-9740e09a40e4 req-47a222db-4b31-4d61-85d1-1a145102a4ea tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0493989 Aug 24 10:15:46.258996 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ebb89a73-c09f-4972-a196-9740e09a40e4 req-8907981e-f821-4b63-8263-a791beb93341 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347111 Aug 24 10:15:46.496761 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987253-6322-4425-b3c0-214881ba3493 req-16b5d6ad-ea1d-4a22-ad89-2577d133e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:46.496761 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-16b5d6ad-ea1d-4a22-ad89-2577d133e1a6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8&tenant_id=d465d2008563404ab757a87a35aca3b9 HTTP/1.1" status: 200 len: 1096 time: 0.0470347 Aug 24 10:15:46.526100 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392affe-6e7c-49e5-a95d-af3546ed9bcd req-e89174ce-af32-42c0-ae07-18c29e27a37a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:46.534062 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9392affe-6e7c-49e5-a95d-af3546ed9bcd req-e89174ce-af32-42c0-ae07-18c29e27a37a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0566168 Aug 24 10:15:46.573225 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9392affe-6e7c-49e5-a95d-af3546ed9bcd req-9e5dcab9-c1a8-40f8-8d36-67521e8c9dac tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384662 Aug 24 10:15:46.588166 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987253-6322-4425-b3c0-214881ba3493 req-60e81fc3-f706-4fcd-9eb5-a4c99a0e538d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:46.590078 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-60e81fc3-f706-4fcd-9eb5-a4c99a0e538d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d465d2008563404ab757a87a35aca3b9&device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1096 time: 0.0473261 Aug 24 10:15:46.683771 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987253-6322-4425-b3c0-214881ba3493 req-ae1ae741-a481-458d-a42a-c2a341dc2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:46.685230 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-ae1ae741-a481-458d-a42a-c2a341dc2f8d service neutron] 10.222.0.90 "GET /v2.0/networks?id=25d16171-7ba8-4864-b259-58258850e21d HTTP/1.1" status: 200 len: 910 time: 0.0858939 Aug 24 10:15:46.754773 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-6f75a6cd-1db6-4d92-a7c9-804e57858d88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f HTTP/1.1" status: 200 len: 998 time: 0.0621221 Aug 24 10:15:46.806467 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987253-6322-4425-b3c0-214881ba3493 req-21fb3e5b-d0e3-4a55-83b1-5178fa9f3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:46.807934 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-21fb3e5b-d0e3-4a55-83b1-5178fa9f3815 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28c1bcb0-16d7-4410-903d-102f42916bc5 HTTP/1.1" status: 200 len: 847 time: 0.0456100 Aug 24 10:15:46.854238 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11987253-6322-4425-b3c0-214881ba3493 req-022282b3-a029-41c3-9e61-423c36c2ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:46.855748 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-022282b3-a029-41c3-9e61-423c36c2ec7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25d16171-7ba8-4864-b259-58258850e21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401759 Aug 24 10:15:46.952841 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-76e5f5cc-69f8-40b2-8925-ae4443ff82e1 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888298 Aug 24 10:15:47.045630 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-11987253-6322-4425-b3c0-214881ba3493 req-e75ce31d-1ac5-4838-aeb0-7caf012238a0 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855527 Aug 24 10:15:47.388833 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a85975-9c8b-4917-a5c6-7660bf52b502 req-4e0bfeb4-a219-4ea3-b154-80b5684c2fd7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:47.390364 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48a85975-9c8b-4917-a5c6-7660bf52b502 req-4e0bfeb4-a219-4ea3-b154-80b5684c2fd7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0548365 Aug 24 10:15:47.429688 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-48a85975-9c8b-4917-a5c6-7660bf52b502 req-c08482ae-47b1-43da-a133-7e26191b31a5 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322444 Aug 24 10:15:47.695331 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc62c9-9e3d-4fe1-877d-c19fdbe19060 req-7d252ef4-756e-4315-b628-82ee18b95a00 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:47.696827 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-40cc62c9-9e3d-4fe1-877d-c19fdbe19060 req-7d252ef4-756e-4315-b628-82ee18b95a00 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0493040 Aug 24 10:15:47.735562 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-40cc62c9-9e3d-4fe1-877d-c19fdbe19060 req-80722427-2bc1-44fb-a22b-29cde553d822 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327036 Aug 24 10:15:48.543935 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9766b-d331-4d8b-9940-d2ac820745d1 req-b823609d-3741-4729-983e-36c88bc9a77b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:48.545318 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4ad9766b-d331-4d8b-9940-d2ac820745d1 req-b823609d-3741-4729-983e-36c88bc9a77b tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0479441 Aug 24 10:15:48.584457 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4ad9766b-d331-4d8b-9940-d2ac820745d1 req-8f545755-9b81-48fc-b09a-31005f91b4cf tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323246 Aug 24 10:15:48.853560 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612f893-84ae-46ba-b685-9fae6f3c7ddf req-0528642d-117f-43fe-85e5-b8a5ba9f5e2a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:48.855044 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c612f893-84ae-46ba-b685-9fae6f3c7ddf req-0528642d-117f-43fe-85e5-b8a5ba9f5e2a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0485566 Aug 24 10:15:48.898433 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c612f893-84ae-46ba-b685-9fae6f3c7ddf req-c52410ad-073e-4eeb-9c79-b6a97759e95d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366423 Aug 24 10:15:49.705156 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cd60b-dd76-44f9-afe5-87bfabb0a92b req-4058f9ec-82a6-418a-b633-c055ef4b0ca4 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:49.706595 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1d6cd60b-dd76-44f9-afe5-87bfabb0a92b req-4058f9ec-82a6-418a-b633-c055ef4b0ca4 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0499253 Aug 24 10:15:49.749346 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1d6cd60b-dd76-44f9-afe5-87bfabb0a92b req-4226c875-24b0-4b5c-83c2-3315bcec8611 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364227 Aug 24 10:15:50.019347 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cb55e-97a9-4de1-bece-4ef472de21da req-e83116f7-33e6-4865-8b95-a224d9015ed0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:50.020847 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d28cb55e-97a9-4de1-bece-4ef472de21da req-e83116f7-33e6-4865-8b95-a224d9015ed0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0506232 Aug 24 10:15:50.061271 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d28cb55e-97a9-4de1-bece-4ef472de21da req-9adf783c-1665-4cc1-b223-3c1104df5970 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343096 Aug 24 10:15:50.653568 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c97babc7-04ab-4f9e-9aae-58b7f7f18385 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761064026&fields=id&tenant_id=3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 267 time: 0.0334518 Aug 24 10:15:50.763695 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-b28385a9-aa4d-4f3e-8c7e-dc7a73fe2879 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:50.765188 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-b28385a9-aa4d-4f3e-8c7e-dc7a73fe2879 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 811 time: 0.1042795 Aug 24 10:15:50.782355 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-1d127b3b-d3c1-44b0-8b57-83d9c49acd50 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/quotas/3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 375 time: 0.0102999 Aug 24 10:15:50.841557 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-013cead6-78cc-4aa0-9960-9676b1f3c15c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0537062 Aug 24 10:15:50.868170 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255f773-fa7f-4a84-803c-2db13ca8d5b8 req-988254cb-0110-40a4-9767-5fd8d1d7a717 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:50.869686 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e255f773-fa7f-4a84-803c-2db13ca8d5b8 req-988254cb-0110-40a4-9767-5fd8d1d7a717 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0514600 Aug 24 10:15:50.908637 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e255f773-fa7f-4a84-803c-2db13ca8d5b8 req-f2680a7a-b770-487d-8521-bf75fc7c53aa tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332246 Aug 24 10:15:51.039353 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-aacae178-a84a-4b8c-bb8c-4d988354d548 service neutron] 10.222.0.64 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860611 Aug 24 10:15:51.046111 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f0bbc7b-cd70-4de5-bc7d-2c8bd1bf98ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:51.130999 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-f55998f4-762d-4a44-8f6f-afa368cac5db service neutron] 10.222.0.64 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852685 Aug 24 10:15:51.192878 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be11130-449f-4fb9-9012-76fc787cf2d8 req-0a2c1ec3-4597-44ac-8426-8e1f9d6de701 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:51.194407 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8be11130-449f-4fb9-9012-76fc787cf2d8 req-0a2c1ec3-4597-44ac-8426-8e1f9d6de701 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0561168 Aug 24 10:15:51.239278 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8be11130-449f-4fb9-9012-76fc787cf2d8 req-6e990054-5409-4a34-aded-ec28e77831ff tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371118 Aug 24 10:15:51.701730 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-29f3c205-cd7e-4549-81c6-78ae07101709 req-9bb58ac1-c8dc-439e-971a-867148d84c55 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 210 time: 0.0284510 Aug 24 10:15:52.028176 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d692ce-58af-41bb-915a-b94109abd4a5 req-af242769-b756-4a14-a6b4-9b5237d12ccd tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:52.029692 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-50d692ce-58af-41bb-915a-b94109abd4a5 req-af242769-b756-4a14-a6b4-9b5237d12ccd tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0500534 Aug 24 10:15:52.070697 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-50d692ce-58af-41bb-915a-b94109abd4a5 req-5aed0766-1beb-4c9c-800e-4d9b3ee5e129 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345035 Aug 24 10:15:52.177270 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-0212297a-2b5d-4ca2-8e40-230abd9a8a56 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440929 Aug 24 10:15:52.259513 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-8aaa7ba0-0094-482c-934c-e15986f15ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:52.260897 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-8aaa7ba0-0094-482c-934c-e15986f15ae9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 1098 time: 0.0464244 Aug 24 10:15:52.365184 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8505d68-4c5b-412b-9a73-3d34cff01dbf req-c33d4c94-b1bd-4ba3-9958-0149d5712912 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:52.365184 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a8505d68-4c5b-412b-9a73-3d34cff01dbf req-c33d4c94-b1bd-4ba3-9958-0149d5712912 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0523279 Aug 24 10:15:52.373599 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-f741b04e-542c-4d74-82e7-3569f1ca6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:52.375340 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-f741b04e-542c-4d74-82e7-3569f1ca6da6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 913 time: 0.0921009 Aug 24 10:15:52.406344 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a8505d68-4c5b-412b-9a73-3d34cff01dbf req-f22e623b-bd95-4eed-b0f4-f5bc3c93efd7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340750 Aug 24 10:15:52.447293 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-7f62dc3e-61c8-4241-83d1-9527be766b25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39592277-8780-4a99-a8fe-06f6636207d6 HTTP/1.1" status: 200 len: 1001 time: 0.0628035 Aug 24 10:15:52.496069 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-67fd19fd-3e80-468f-8416-c4db74989b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:52.497824 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-67fd19fd-3e80-468f-8416-c4db74989b39 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0433264 Aug 24 10:15:52.553067 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-60da4c0c-a0cc-42a6-ba57-71b1efe18287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:52.554526 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-60da4c0c-a0cc-42a6-ba57-71b1efe18287 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436547 Aug 24 10:15:52.654716 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-6dfd6620-4f8e-4116-8207-98d8752edff2 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880280 Aug 24 10:15:52.758712 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-789d9dbf-3e35-4b60-b200-1eaee7a72937 req-c94eae4b-6cd8-4f98-97fc-12b8ea28f46a service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934312 Aug 24 10:15:52.799686 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd692802-4fc4-4066-be31-34e3e6f468b3 req-78c890d2-25a0-4f33-b721-c3d42dcf4cc5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 210 time: 0.0270574 Aug 24 10:15:53.190177 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15946b-c6bc-46d1-a1bb-b1d33b2c7173 req-6825a389-122d-4d5f-ab97-9cd3a958906e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:53.191656 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3b15946b-c6bc-46d1-a1bb-b1d33b2c7173 req-6825a389-122d-4d5f-ab97-9cd3a958906e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0501730 Aug 24 10:15:53.229223 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-3b15946b-c6bc-46d1-a1bb-b1d33b2c7173 req-3ea28f12-866c-461c-9475-764940ba6a3e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308113 Aug 24 10:15:53.536028 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396e945-bf39-471c-9a74-a3d1ae0e2402 req-5ceed401-d7db-4945-9f08-9268cedb6dcc tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:53.537660 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e396e945-bf39-471c-9a74-a3d1ae0e2402 req-5ceed401-d7db-4945-9f08-9268cedb6dcc tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0491662 Aug 24 10:15:53.577676 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e396e945-bf39-471c-9a74-a3d1ae0e2402 req-73677412-6666-49b8-bc4e-f3667f6c0f5a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340030 Aug 24 10:15:53.780371 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-d332621b-5703-4351-83d8-25e48eb61ec9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:53.781832 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-d332621b-5703-4351-83d8-25e48eb61ec9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 811 time: 0.1058424 Aug 24 10:15:53.842156 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-9b9c1bd3-340e-4ddb-83d3-28bf0b065ba7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c1624d102ac47bc8b0b35a61705cf06 HTTP/1.1" status: 200 len: 380 time: 0.0360565 Aug 24 10:15:53.846361 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'port': {'device_id': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'admin_state_up': True, 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'security_groups': ['a54c92cf-e757-47d9-b400-5a36424bdb1c']}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:15:53.863161 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42ca5f1f-9f95-4ea6-801e-277d920140a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:53.904847 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-74400435-4d06-443b-a35f-5477f22ed0bd req-a13020a4-41dc-4402-ad5e-a72332d255d1 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 210 time: 0.0313857 Aug 24 10:15:54.055182 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Made reservation on behalf of 3c1624d102ac47bc8b0b35a61705cf06 for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:15:54.055362 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.081584 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.187641 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Allocated IP 172.20.0.14 (7fa89d56-2df8-4e27-a388-688a0285a0c8/672604b2-9679-420c-93a6-253961131fd8/b36037dd-0946-46ba-acaa-55a81b215df3) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:15:54.323613 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 68a63243-b94d-47b3-8946-4c93f0f9c95f details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:15:54.356709 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.381812 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2859-b3c9-42ba-b5d7-f07172c4c007 req-8357af24-0a47-4282-a79c-8429376d39fc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:54.383325 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3d1b2859-b3c9-42ba-b5d7-f07172c4c007 req-8357af24-0a47-4282-a79c-8429376d39fc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 943 time: 0.0856175 Aug 24 10:15:54.384319 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Transition to ACTIVE for port object b36037dd-0946-46ba-acaa-55a81b215df3 will not be triggered until provisioned by entity DHCP. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:15:54.423997 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:15:54.434484 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'port_id': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'mac_address': 'fa:16:3e:43:6a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:15:54.440818 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3d1b2859-b3c9-42ba-b5d7-f07172c4c007 req-642c1fba-dbf6-4660-a22d-2091598a2eac tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501001 Aug 24 10:15:54.476592 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.489205 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a63243-b94d-47b3-8946-4c93f0f9c95f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:15:54.508065 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:15:54.508906 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.548812 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:15:54.551684 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:15:54.556460 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:15:54.592352 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=b36037dd-0946-46ba-acaa-55a81b215df3,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:54.600713 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.622030 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:54.622768 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.664703 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:54.718500 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2883ab-bead-4aeb-ab83-bd294303c878 req-61b5a462-f27f-4ffe-929a-65649c6e4072 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:54.720944 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da2883ab-bead-4aeb-ab83-bd294303c878 req-61b5a462-f27f-4ffe-929a-65649c6e4072 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0589550 Aug 24 10:15:54.740893 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-c0a8f0be-80ea-48a6-964e-d7caa902da2b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8963237 Aug 24 10:15:54.758065 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Request body: {'port': {'device_id': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:15:54.765237 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-da2883ab-bead-4aeb-ab83-bd294303c878 req-537a9323-0168-4449-9dc8-c22b5ba47ded tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379870 Aug 24 10:15:54.811942 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.847375 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-fbedf5e1-e1a6-4050-9d2c-f866df1318a0 None None] Provisioning for port b36037dd-0946-46ba-acaa-55a81b215df3 completed by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:15:54.853435 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-fbedf5e1-e1a6-4050-9d2c-f866df1318a0 None None] Provisioning complete for port b36037dd-0946-46ba-acaa-55a81b215df3 triggered by entity DHCP. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:15:54.860739 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fbedf5e1-e1a6-4050-9d2c-f866df1318a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:54.890032 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fbedf5e1-e1a6-4050-9d2c-f866df1318a0 None None] Port b36037dd-0946-46ba-acaa-55a81b215df3 cannot update to ACTIVE because it is not bound. {{(pid=94723) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 24 10:15:54.945039 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['68a63243-b94d-47b3-8946-4c93f0f9c95f'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:15:55.297664 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:55.347818 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24386ba7-dcd0-464c-8b72-5ed55f0f03f1 req-e5001e3c-d03b-4156-82a1-4c847b8901c4 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:55.349592 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-24386ba7-dcd0-464c-8b72-5ed55f0f03f1 req-e5001e3c-d03b-4156-82a1-4c847b8901c4 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 932 time: 0.0987532 Aug 24 10:15:55.414536 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-24386ba7-dcd0-464c-8b72-5ed55f0f03f1 req-75ba4356-44e6-43c8-bea5-198dfe7973e7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583918 Aug 24 10:15:55.451400 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36037dd-0946-46ba-acaa-55a81b215df3 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:15:55.459486 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:55.472448 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Transition to ACTIVE for port object b36037dd-0946-46ba-acaa-55a81b215df3 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:15:55.542976 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:55.567316 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65792a-558c-4a34-9093-5c0a02ebc3ee req-775f293a-9143-407f-a6e9-8ff8e1b1b889 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:55.569015 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-de65792a-558c-4a34-9093-5c0a02ebc3ee req-775f293a-9143-407f-a6e9-8ff8e1b1b889 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 944 time: 0.0554667 Aug 24 10:15:55.605672 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Pushing event updated for resources: {'Port': ['ID=b36037dd-0946-46ba-acaa-55a81b215df3,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:55.615344 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-de65792a-558c-4a34-9093-5c0a02ebc3ee req-a8b6a827-38cf-4e22-898d-d80c0864dc41 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 Aug 24 10:15:55.687629 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Attempting to bind port b36037dd-0946-46ba-acaa-55a81b215df3 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:15:55.687963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Attempting to bind port b36037dd-0946-46ba-acaa-55a81b215df3 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:15:55.689044 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Attempting to bind port b36037dd-0946-46ba-acaa-55a81b215df3 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:15:55.693682 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Port b36037dd-0946-46ba-acaa-55a81b215df3 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:15:55.694002 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Attempting to bind port b36037dd-0946-46ba-acaa-55a81b215df3 on network 7fa89d56-2df8-4e27-a388-688a0285a0c8 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:15:55.699159 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:15:55.699544 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Checking segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:15:55.699819 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Bound using segment: {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:15:55.700548 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Bound port: b36037dd-0946-46ba-acaa-55a81b215df3, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badea118-7cb1-4f63-94df-fbb680292250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:15:55.700676 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:55.768934 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] For port b36037dd-0946-46ba-acaa-55a81b215df3, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:15:55.772287 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] For port b36037dd-0946-46ba-acaa-55a81b215df3, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=b36037dd-0946-46ba-acaa-55a81b215df3,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:15:55.870819 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:55.916108 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:55.916862 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:55.918381 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] 10.222.0.90 "PUT /v2.0/ports/b36037dd-0946-46ba-acaa-55a81b215df3 HTTP/1.1" status: 200 len: 1094 time: 1.1647751 Aug 24 10:15:55.920136 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:15:55.922767 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c45227e-c867-4956-adb4-5f029d2e3bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:15:55.944947 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da855a7f-ef99-4119-a4aa-2879584c9c91 req-0a71d453-734e-4afd-9400-ad90d4c6aa81 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:55.946529 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da855a7f-ef99-4119-a4aa-2879584c9c91 req-0a71d453-734e-4afd-9400-ad90d4c6aa81 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.1066959 Aug 24 10:15:55.961372 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92376950-6b1b-44b9-a8d1-c3a4b32c0c33 service neutron] Pushing event updated for resources: {'Port': ['ID=b36037dd-0946-46ba-acaa-55a81b215df3,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:55.973660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30006da1-bd6b-4a41-94fc-0d7da1c04334 x-openstack-request-id: req-30006da1-bd6b-4a41-94fc-0d7da1c04334 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:15:55.974015 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:15:55.974272 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-30006da1-bd6b-4a41-94fc-0d7da1c04334 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:15:55.974610 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'status': 'completed', 'code': 200} Aug 24 10:15:56.007863 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-da855a7f-ef99-4119-a4aa-2879584c9c91 req-9ea457a0-52e2-4865-af88-9b75e52bea40 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432003 Aug 24 10:15:56.075760 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45227e-c867-4956-adb4-5f029d2e3bf7 req-48fe7bc8-e034-4ad1-a29f-c9b74280ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.077288 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5c45227e-c867-4956-adb4-5f029d2e3bf7 req-48fe7bc8-e034-4ad1-a29f-c9b74280ac43 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 1097 time: 0.0481966 Aug 24 10:15:56.189419 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45227e-c867-4956-adb4-5f029d2e3bf7 req-1edf880c-3f58-4154-8694-431073b6b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.190860 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5c45227e-c867-4956-adb4-5f029d2e3bf7 req-1edf880c-3f58-4154-8694-431073b6b53f service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0982506 Aug 24 10:15:56.285693 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45227e-c867-4956-adb4-5f029d2e3bf7 req-699867e1-eb98-421b-84a7-ecc062c52aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.287162 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5c45227e-c867-4956-adb4-5f029d2e3bf7 req-699867e1-eb98-421b-84a7-ecc062c52aa5 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0891125 Aug 24 10:15:56.323017 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 68a63243-b94d-47b3-8946-4c93f0f9c95f up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:15:56.373440 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 68a63243-b94d-47b3-8946-4c93f0f9c95f triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:15:56.373808 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:56.393521 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-4c231e00-9f53-4e96-8a56-31b788bdc7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.395121 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-4c231e00-9f53-4e96-8a56-31b788bdc7c8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 1097 time: 0.0423949 Aug 24 10:15:56.451056 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-963e2364-8dc2-47c6-8cf4-8ff64ad8cc74 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b36037dd-0946-46ba-acaa-55a81b215df3 HTTP/1.1" status: 200 len: 217 time: 0.0388155 Aug 24 10:15:56.467507 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:56.490971 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:15:56.493392 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd24c6-2242-4518-b097-0d2d30827412" -d '{"events": [{"server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "name": "network-vif-plugged", "status": "completed", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:15:56.511166 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:15:56.514891 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-afcc8c37-4c6c-4488-a770-35ea198c89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.517237 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-afcc8c37-4c6c-4488-a770-35ea198c89a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0569117 Aug 24 10:15:56.538323 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5826b1f-f4b0-4ff6-9382-5339cea05da1 x-openstack-request-id: req-b5826b1f-f4b0-4ff6-9382-5339cea05da1 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:15:56.538891 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "name": "network-vif-plugged", "status": "completed", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:15:56.539225 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5826b1f-f4b0-4ff6-9382-5339cea05da1 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:15:56.539813 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'code': 200} Aug 24 10:15:56.545037 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b709c-084b-45a5-aa2b-54a8ad8d510f req-4667a42f-102b-4837-98cf-7a1163727bb6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.546661 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-427b709c-084b-45a5-aa2b-54a8ad8d510f req-4667a42f-102b-4837-98cf-7a1163727bb6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 944 time: 0.0537419 Aug 24 10:15:56.560175 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:56.577705 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-29ae5402-9479-4ccc-95d0-d5b4af7b3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.580754 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-29ae5402-9479-4ccc-95d0-d5b4af7b3b4c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562015 Aug 24 10:15:56.603052 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-427b709c-084b-45a5-aa2b-54a8ad8d510f req-ecd70f87-b58a-44f1-80ba-15d18e2f388a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496860 Aug 24 10:15:56.621213 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=8']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:56.696551 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-85f6d129-e1e1-438f-b4ae-680e62511c9c service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018386 Aug 24 10:15:56.800006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d478b2-57ef-4857-b3ad-359c18991c25 req-754a1fdb-caf8-457a-8cfe-92c8035176ce tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.801569 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-24d478b2-57ef-4857-b3ad-359c18991c25 req-754a1fdb-caf8-457a-8cfe-92c8035176ce tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.1049490 Aug 24 10:15:56.850931 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-85594009-f162-418f-a62b-f6bc13d2fea9 req-48354c6d-dc32-4372-8562-b5718be71a0c service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441233 Aug 24 10:15:56.870215 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:56.871706 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-24d478b2-57ef-4857-b3ad-359c18991c25 req-63055309-5ce8-42f2-a6a8-336294f5ae7e tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543845 Aug 24 10:15:56.918809 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79032034-84d4-42a6-bb63-694f9ee6e899 req-5aebe4fa-253a-4e55-b167-7df939a953c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:56.920309 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-79032034-84d4-42a6-bb63-694f9ee6e899 req-5aebe4fa-253a-4e55-b167-7df939a953c6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1098 time: 0.0431192 Aug 24 10:15:56.963091 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-79032034-84d4-42a6-bb63-694f9ee6e899 req-afc8d87a-3535-4d1e-81d7-8da585c46cc2 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Aug 24 10:15:57.131776 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c06c6f-41cb-4311-a983-3ab3f3e3cc6f req-d39d2843-afdd-4946-9afb-205c5936566e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:57.133294 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-38c06c6f-41cb-4311-a983-3ab3f3e3cc6f req-d39d2843-afdd-4946-9afb-205c5936566e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0501881 Aug 24 10:15:57.175294 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-38c06c6f-41cb-4311-a983-3ab3f3e3cc6f req-df8d2dfe-1707-48d1-9423-2720d8c95275 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353143 Aug 24 10:15:57.714637 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be444c5-d3ec-4366-9c40-69a06a17e17c req-0f2f8d83-af76-4e50-9007-1ba4bd164d98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:57.716101 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2be444c5-d3ec-4366-9c40-69a06a17e17c req-0f2f8d83-af76-4e50-9007-1ba4bd164d98 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 944 time: 0.0523076 Aug 24 10:15:57.756821 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2be444c5-d3ec-4366-9c40-69a06a17e17c req-de44fcec-2c3e-4c2a-86c4-e0fef8962e0a tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342257 Aug 24 10:15:57.993134 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961967c-c122-4aa1-bfcc-f83513d099a4 req-1518252e-6044-41b8-abb3-4672f5940f47 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:57.994690 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8961967c-c122-4aa1-bfcc-f83513d099a4 req-1518252e-6044-41b8-abb3-4672f5940f47 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0504155 Aug 24 10:15:58.031839 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8961967c-c122-4aa1-bfcc-f83513d099a4 req-9542b219-333f-47c7-8367-1c9d43d148b8 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312686 Aug 24 10:15:58.300975 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619879f3-7b39-46f9-b8af-69f4cb8bbd66 req-8fbe95d7-e47b-4d3e-9f48-4f2a00244f2e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:58.304821 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-619879f3-7b39-46f9-b8af-69f4cb8bbd66 req-8fbe95d7-e47b-4d3e-9f48-4f2a00244f2e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0530691 Aug 24 10:15:58.331015 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:15:58.342055 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-619879f3-7b39-46f9-b8af-69f4cb8bbd66 req-98752690-622b-4613-a479-4e0a96a2b76b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334105 Aug 24 10:15:58.427506 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:15:58.439162 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'port_id': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'mac_address': 'fa:16:3e:43:ad:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:15:58.480881 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:58.494301 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5db786c3-1f22-4725-af7c-45ff4c819f26 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:15:58.519549 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:15:58.588719 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:15:58.636171 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:15:58.752481 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['5db786c3-1f22-4725-af7c-45ff4c819f26'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:15:58.879943 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecce7e5-1094-4585-b78b-6897962340ad req-2e5f1b70-1e25-4a82-ab44-51608610627b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:58.881534 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-eecce7e5-1094-4585-b78b-6897962340ad req-2e5f1b70-1e25-4a82-ab44-51608610627b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 944 time: 0.0573869 Aug 24 10:15:58.931506 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-eecce7e5-1094-4585-b78b-6897962340ad req-0854c51c-675e-4d05-895e-d6aca021b51c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391176 Aug 24 10:15:59.155314 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c55c98-b494-4a95-8f18-1e442816b58f req-2b768e34-363a-40e4-aabd-1d1e25783835 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:59.157586 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-73c55c98-b494-4a95-8f18-1e442816b58f req-2b768e34-363a-40e4-aabd-1d1e25783835 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0523069 Aug 24 10:15:59.196846 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-73c55c98-b494-4a95-8f18-1e442816b58f req-a4a36df1-2d6d-4646-a61c-447f3fc37dbc tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321274 Aug 24 10:15:59.483169 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ced5b7-fb12-4cf4-a892-a2ae7ef5be70 req-28f59010-eb3c-4ff8-a2bd-a56c918504c0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:15:59.485456 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a1ced5b7-fb12-4cf4-a892-a2ae7ef5be70 req-28f59010-eb3c-4ff8-a2bd-a56c918504c0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 944 time: 0.0619419 Aug 24 10:15:59.536574 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a1ced5b7-fb12-4cf4-a892-a2ae7ef5be70 req-09f053b3-1097-4f0e-bec5-d3374532dadb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422392 Aug 24 10:16:00.087617 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b8537-7215-4c29-91b5-8d9749996d8e req-6131c738-23fb-461c-bded-1164f779c65d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:00.093882 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7a1b8537-7215-4c29-91b5-8d9749996d8e req-6131c738-23fb-461c-bded-1164f779c65d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 944 time: 0.0706689 Aug 24 10:16:00.136323 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7a1b8537-7215-4c29-91b5-8d9749996d8e req-cea01cf1-50af-4c9e-bda8-a18e2b4a0687 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398011 Aug 24 10:16:00.343275 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:16:00.393557 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 5db786c3-1f22-4725-af7c-45ff4c819f26 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:16:00.394308 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:00.477600 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:00.505996 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:16:00.508822 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20397429-55a5-4f14-bde6-1044b7916fbd" -d '{"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-plugged", "status": "completed", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:16:00.527765 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:16:00.562655 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c941a1-f5c7-48b2-8d58-dcc67b7c1c33 x-openstack-request-id: req-34c941a1-f5c7-48b2-8d58-dcc67b7c1c33 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:16:00.562655 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-plugged", "status": "completed", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:16:00.562655 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-34c941a1-f5c7-48b2-8d58-dcc67b7c1c33 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:16:00.562655 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'code': 200} Aug 24 10:16:00.624864 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:00.694230 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9adcf-c823-4366-aea5-5922e05918f9 req-15080150-cab6-435f-b2d4-5bbecfd8757e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:00.696701 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bbb9adcf-c823-4366-aea5-5922e05918f9 req-15080150-cab6-435f-b2d4-5bbecfd8757e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0837836 Aug 24 10:16:00.703709 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:00.748950 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bbb9adcf-c823-4366-aea5-5922e05918f9 req-5c8f8fe4-508e-44bd-aa7f-6eb9dc263186 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440800 Aug 24 10:16:01.267811 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786a521-480d-4e2a-b414-82c3bff60d6a req-fdd007c4-0421-44ba-8c40-5e884096e5d0 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:01.270204 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2786a521-480d-4e2a-b414-82c3bff60d6a req-fdd007c4-0421-44ba-8c40-5e884096e5d0 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 944 time: 0.0540693 Aug 24 10:16:01.322067 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2786a521-480d-4e2a-b414-82c3bff60d6a req-23f0e966-ad22-476d-bb7d-e08164adbd09 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Aug 24 10:16:01.877568 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e18fd-4723-4f3a-987d-fac934190901 req-0af73193-a337-4ea5-a55b-23b68d28007d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:01.879140 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1b3e18fd-4723-4f3a-987d-fac934190901 req-0af73193-a337-4ea5-a55b-23b68d28007d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0548506 Aug 24 10:16:01.920629 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1b3e18fd-4723-4f3a-987d-fac934190901 req-2ed53cd3-fd47-4870-928c-04d0191c3e44 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353234 Aug 24 10:16:02.456962 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d902e-358d-4cef-9b5c-fc5d468a5ab2 req-f388b12e-15b0-4187-8e31-c17de49c4051 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:02.464347 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-136d902e-358d-4cef-9b5c-fc5d468a5ab2 req-f388b12e-15b0-4187-8e31-c17de49c4051 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 944 time: 0.0645194 Aug 24 10:16:02.504051 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-136d902e-358d-4cef-9b5c-fc5d468a5ab2 req-675d56f0-2ba2-469a-b11a-afbc76d22e28 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388031 Aug 24 10:16:03.052173 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343caedf-7827-43e8-8ea9-6a7caf6e1e8f req-32738d60-d5d2-48fb-a67d-30d8d81315c6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:03.053806 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-343caedf-7827-43e8-8ea9-6a7caf6e1e8f req-32738d60-d5d2-48fb-a67d-30d8d81315c6 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0543132 Aug 24 10:16:03.103558 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-343caedf-7827-43e8-8ea9-6a7caf6e1e8f req-6d037f93-cc5e-4b5f-9914-ac22a0c9b152 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426314 Aug 24 10:16:03.628262 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95db5cc-2db9-45a4-8e99-951d4d045c01 req-20424680-1c22-4713-ba34-952129d1d7d3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:03.629780 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d95db5cc-2db9-45a4-8e99-951d4d045c01 req-20424680-1c22-4713-ba34-952129d1d7d3 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 944 time: 0.0497925 Aug 24 10:16:03.670628 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d95db5cc-2db9-45a4-8e99-951d4d045c01 req-0f7bdfe8-248d-4f3f-a16e-785e969f1593 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350060 Aug 24 10:16:04.252657 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a423ce3-618a-48e7-9f21-518a6982fc83 req-78f25cd1-179d-4057-8aa9-0b1b765d136b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:04.254419 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2a423ce3-618a-48e7-9f21-518a6982fc83 req-78f25cd1-179d-4057-8aa9-0b1b765d136b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0661237 Aug 24 10:16:04.309852 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2a423ce3-618a-48e7-9f21-518a6982fc83 req-77689317-3caf-41e8-a919-301a350e00d9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423710 Aug 24 10:16:04.354459 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device b36037dd-0946-46ba-acaa-55a81b215df3 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:16:04.462595 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port b36037dd-0946-46ba-acaa-55a81b215df3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=b36037dd-0946-46ba-acaa-55a81b215df3,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:16:04.475992 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'port_id': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'mac_address': 'fa:16:3e:95:70:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:16:04.526146 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:04.546902 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36037dd-0946-46ba-acaa-55a81b215df3 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:16:04.572630 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port b36037dd-0946-46ba-acaa-55a81b215df3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=b36037dd-0946-46ba-acaa-55a81b215df3,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:16:04.645164 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:04.708036 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=b36037dd-0946-46ba-acaa-55a81b215df3,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:04.800521 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c387e68-bc00-4a5c-8459-a155c72fef01 req-8910537c-e747-4513-931a-fffca2adb0f9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:04.808342 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1c387e68-bc00-4a5c-8459-a155c72fef01 req-8910537c-e747-4513-931a-fffca2adb0f9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 945 time: 0.0603056 Aug 24 10:16:04.849374 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1c387e68-bc00-4a5c-8459-a155c72fef01 req-1861cc72-0212-4d89-bd70-d8b7d1c18bbb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Aug 24 10:16:04.990773 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['b36037dd-0946-46ba-acaa-55a81b215df3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:16:05.467547 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690d534-e367-4ecc-bf19-49c068b1c2de req-2c1f2e4e-4817-4116-9b2b-671ede202d3d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:05.470695 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6690d534-e367-4ecc-bf19-49c068b1c2de req-2c1f2e4e-4817-4116-9b2b-671ede202d3d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0733597 Aug 24 10:16:05.530034 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6690d534-e367-4ecc-bf19-49c068b1c2de req-962b9400-10b3-46d0-b144-c8c966535af1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465651 Aug 24 10:16:05.974153 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb5521-7bf2-4c16-9709-0ff791001844 req-cc270093-b7b3-4b95-b33d-36ceda3325ca tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:05.977556 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f1eb5521-7bf2-4c16-9709-0ff791001844 req-cc270093-b7b3-4b95-b33d-36ceda3325ca tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 945 time: 0.0551462 Aug 24 10:16:06.027817 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f1eb5521-7bf2-4c16-9709-0ff791001844 req-678c1668-ec75-478a-bf98-ebbc54fdaed5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437989 Aug 24 10:16:06.364194 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device b36037dd-0946-46ba-acaa-55a81b215df3 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:16:06.675264 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc3541-b45f-492a-a94a-c7f11290e00f req-db282db9-c762-4b83-857f-3b5808e28e37 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:06.676708 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-74dc3541-b45f-492a-a94a-c7f11290e00f req-db282db9-c762-4b83-857f-3b5808e28e37 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0526824 Aug 24 10:16:06.696733 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port b36037dd-0946-46ba-acaa-55a81b215df3 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:16:06.701476 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port b36037dd-0946-46ba-acaa-55a81b215df3 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:16:06.701875 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:06.718985 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-74dc3541-b45f-492a-a94a-c7f11290e00f req-9a2ee0f4-9e25-44b5-afa6-c8b19ef9f595 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362706 Aug 24 10:16:06.788638 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:06.811088 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:16:06.813432 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6681cc8d-6170-4bf0-b053-53dc9f816319" -d '{"events": [{"server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "name": "network-vif-plugged", "status": "completed", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:16:06.826166 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port b36037dd-0946-46ba-acaa-55a81b215df3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=b36037dd-0946-46ba-acaa-55a81b215df3,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:16:06.852066 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34b1f8c-02be-403c-b614-f7972e96b267 x-openstack-request-id: req-d34b1f8c-02be-403c-b614-f7972e96b267 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:16:06.852286 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "name": "network-vif-plugged", "status": "completed", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:16:06.852577 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d34b1f8c-02be-403c-b614-f7972e96b267 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:16:06.852969 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'code': 200} Aug 24 10:16:06.942481 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:07.024316 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=b36037dd-0946-46ba-acaa-55a81b215df3,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:07.129399 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39642) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:16:07.204623 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7abdc-c1e9-4dc7-a611-5adb23fa392a req-14a76be3-459a-4eb9-80ea-cd02f5dd07da tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:07.212601 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-70b7abdc-c1e9-4dc7-a611-5adb23fa392a req-14a76be3-459a-4eb9-80ea-cd02f5dd07da tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 946 time: 0.0814459 Aug 24 10:16:07.263696 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-70b7abdc-c1e9-4dc7-a611-5adb23fa392a req-78f4d169-0029-4cf4-bb44-b8df1bfd3cf8 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495799 Aug 24 10:16:07.264525 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5ed1e20-7a56-4391-a10c-91ccd4af4edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:07.317116 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d8b5-f62b-448c-af2e-1610456ca737 req-4a4350ac-e8ec-47a9-bac5-dc70704f562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:07.325187 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8091d8b5-f62b-448c-af2e-1610456ca737 req-4a4350ac-e8ec-47a9-bac5-dc70704f562c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 1099 time: 0.0478911 Aug 24 10:16:07.363778 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-8091d8b5-f62b-448c-af2e-1610456ca737 req-d5f61b23-bcd2-4bcd-b27f-56bd3cb56691 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363600 Aug 24 10:16:07.394970 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5ed1e20-7a56-4391-a10c-91ccd4af4edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:07.467938 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5ed1e20-7a56-4391-a10c-91ccd4af4edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:07.498974 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-a5ed1e20-7a56-4391-a10c-91ccd4af4edc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fcad1ce868bf49018f04f95c202f5a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678238 Aug 24 10:16:07.501771 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39646) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:16:07.522154 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed1e20-7a56-4391-a10c-91ccd4af4edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb84da-13bf-4d49-9b0d-d796eae8cda7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:07.570952 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7e7f65e0-a55a-4ebe-92a3-9df019c4d70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:07.598360 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7e7f65e0-a55a-4ebe-92a3-9df019c4d70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:07.700263 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7e7f65e0-a55a-4ebe-92a3-9df019c4d70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:07.703400 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7e7f65e0-a55a-4ebe-92a3-9df019c4d70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:07.708117 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-7e7f65e0-a55a-4ebe-92a3-9df019c4d70b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/67bb84da-13bf-4d49-9b0d-d796eae8cda7 HTTP/1.1" status: 204 len: 168 time: 0.2030089 Aug 24 10:16:07.715396 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f65e0-a55a-4ebe-92a3-9df019c4d70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb84da-13bf-4d49-9b0d-d796eae8cda7,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:07.874753 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e76e12-9dbb-4f53-bc4e-fe8a18230446 req-755c9fe7-c8e6-4cdd-9d1d-5a7b672576a7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:07.877158 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c1e76e12-9dbb-4f53-bc4e-fe8a18230446 req-755c9fe7-c8e6-4cdd-9d1d-5a7b672576a7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0715559 Aug 24 10:16:07.925058 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c1e76e12-9dbb-4f53-bc4e-fe8a18230446 req-bf8b7b90-1071-4f04-a49f-822b906ba1cb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414221 Aug 24 10:16:08.389200 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58cb96-a61d-4cf8-9975-8ca4302bf876 req-9c5ec297-921c-4d8d-831a-85a9a77c6bad tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:08.398414 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9b58cb96-a61d-4cf8-9975-8ca4302bf876 req-9c5ec297-921c-4d8d-831a-85a9a77c6bad tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 946 time: 0.0627699 Aug 24 10:16:08.440155 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9b58cb96-a61d-4cf8-9975-8ca4302bf876 req-aca16d29-18c5-40bc-bb54-c5e778a3abee tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407414 Aug 24 10:16:09.093093 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7e905-a6d2-4111-b26a-1eb59bd764f7 req-e0ba8849-4c5c-4671-a1c6-0a4ddcbbc61e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:09.099141 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f2b7e905-a6d2-4111-b26a-1eb59bd764f7 req-e0ba8849-4c5c-4671-a1c6-0a4ddcbbc61e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0809751 Aug 24 10:16:09.164286 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f2b7e905-a6d2-4111-b26a-1eb59bd764f7 req-17955d88-c59f-4d86-8738-5c218c4884bd tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587120 Aug 24 10:16:09.570957 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2663164-84cd-47d1-ac54-33ca177f4049 req-34739842-7aed-4b0e-8037-b8f543c3dcbb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:09.572667 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a2663164-84cd-47d1-ac54-33ca177f4049 req-34739842-7aed-4b0e-8037-b8f543c3dcbb tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 946 time: 0.0527530 Aug 24 10:16:09.620505 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a2663164-84cd-47d1-ac54-33ca177f4049 req-46002ca5-6096-42b9-baa3-4efad955fed1 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403962 Aug 24 10:16:09.753050 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd19cf8-d22d-45a8-b452-374f95c85c80 req-899e1a05-0971-4fc5-83bb-5e115025a739 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:09.754689 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cfd19cf8-d22d-45a8-b452-374f95c85c80 req-899e1a05-0971-4fc5-83bb-5e115025a739 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 946 time: 0.0571358 Aug 24 10:16:09.804194 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-cfd19cf8-d22d-45a8-b452-374f95c85c80 req-806f8c32-cc5d-4750-9744-16e1c9aa9de7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413492 Aug 24 10:16:09.828283 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39686) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:16:09.877333 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc151ac-21a7-4cee-bc79-447717f86323 tempest-TestVolumeBootPattern-1110794779 tempest-TestVolumeBootPattern-1110794779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:09.881189 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-8dc151ac-21a7-4cee-bc79-447717f86323 tempest-TestVolumeBootPattern-1110794779 tempest-TestVolumeBootPattern-1110794779-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 1094 time: 0.0515275 Aug 24 10:16:09.884410 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39688) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:16:09.889448 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Request body: {'floatingip': {'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'port_id': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:16:10.150501 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:10.348200 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615c64b-7b69-4623-95e5-9a54c1ed1d68 req-05670032-9a0b-4706-acb2-5dc43149ea84 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:10.350054 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b615c64b-7b69-4623-95e5-9a54c1ed1d68 req-05670032-9a0b-4706-acb2-5dc43149ea84 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0938244 Aug 24 10:16:10.353329 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:10.445083 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b615c64b-7b69-4623-95e5-9a54c1ed1d68 req-fc23986e-415c-4a1e-96b7-30f3fe7a170d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833299 Aug 24 10:16:10.506209 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Allocated IP 172.27.3.182 (98bba766-4a34-40c5-ab4e-e505fc31eaa3/b39c7bf5-dfbf-49c9-9cf6-8f2104267be1/c5c98eee-fb8a-49a3-a2b9-0daaf6210739) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:16:10.630347 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:10.800444 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:10.851441 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Network 98bba766-4a34-40c5-ab4e-e505fc31eaa3 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:16:10.859390 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:16:10.863351 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:16:10.867772 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=c5c98eee-fb8a-49a3-a2b9-0daaf6210739,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:11.285465 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:11.473264 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:11.598944 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d095d6b-3f65-4957-be2c-54e1f79c9d94 req-13901063-9984-4b64-ab2e-e99d92707081 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:11.600467 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5d095d6b-3f65-4957-be2c-54e1f79c9d94 req-13901063-9984-4b64-ab2e-e99d92707081 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0740161 Aug 24 10:16:11.664728 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5d095d6b-3f65-4957-be2c-54e1f79c9d94 req-bcd1c24c-c7e9-429d-9a6c-ae1a441188a8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534987 Aug 24 10:16:11.664883 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:11.737111 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:11.803081 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event updated for resources: {'Port': ['ID=c5c98eee-fb8a-49a3-a2b9-0daaf6210739,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:11.827233 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:11.935382 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Floating IP 9315f7d3-5460-4e13-b083-3a84ddaa4043 associated. External IP: 172.27.3.182, port: b36037dd-0946-46ba-acaa-55a81b215df3. Aug 24 10:16:12.147002 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Router 8b9d97e3-3421-4364-9561-220f1b74826b has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:16:12.282448 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:16:12.294156 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b209105-e826-4261-b0a3-5131192673ba None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:16:12.299140 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-2157accb-eec5-4230-910b-1fcb67a2a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:12.300442 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-2157accb-eec5-4230-910b-1fcb67a2a347 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 1098 time: 0.0640881 Aug 24 10:16:12.305713 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b209105-e826-4261-b0a3-5131192673ba None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:16:12.306379 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3b209105-e826-4261-b0a3-5131192673ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:15:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:16:12.390652 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:12.416010 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3b209105-e826-4261-b0a3-5131192673ba None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:16:12.429032 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-cdf30fcf-53a2-4aa1-8bc7-9b9ed2e7ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:12.432099 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-cdf30fcf-53a2-4aa1-8bc7-9b9ed2e7ea4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 918 time: 0.1197193 Aug 24 10:16:12.432376 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-e7963151-f5b8-43ba-afeb-08c374967c58 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5466847 Aug 24 10:16:12.433084 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:16:12.435610 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c" -d '{"events": [{"name": "network-changed", "server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:16:12.480323 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cc3eb7-5ea8-4e4e-8a45-1c1f619a044f x-openstack-request-id: req-d7cc3eb7-5ea8-4e4e-8a45-1c1f619a044f {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:16:12.480640 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:16:12.480890 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7cc3eb7-5ea8-4e4e-8a45-1c1f619a044f {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:16:12.481290 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'status': 'completed', 'code': 200} Aug 24 10:16:12.503632 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-5a443068-1cb2-44fb-997d-4309cb838629 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db786c3-1f22-4725-af7c-45ff4c819f26 HTTP/1.1" status: 200 len: 1000 time: 0.0641131 Aug 24 10:16:12.591963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-854faa71-ffc8-4c74-982a-807454db50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:12.593667 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-854faa71-ffc8-4c74-982a-807454db50d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.0791318 Aug 24 10:16:12.622570 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-f36a5125-833d-4235-bd06-b2257c9ee182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:12.624357 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-f36a5125-833d-4235-bd06-b2257c9ee182 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 1099 time: 0.0769641 Aug 24 10:16:12.716886 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3b209105-e826-4261-b0a3-5131192673ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '9315f7d3-5460-4e13-b083-3a84ddaa4043', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:95:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:16:11Z', 'updated_at': '2021-08-24T10:16:11Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}, {'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:14:01Z', 'revision_number': 1, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:16:12.728879 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-8cda3e28-cddb-4e18-ab32-cf439b341137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:12.730426 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-8cda3e28-cddb-4e18-ab32-cf439b341137 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1279242 Aug 24 10:16:12.773506 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b209105-e826-4261-b0a3-5131192673ba None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:16:12.785463 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b209105-e826-4261-b0a3-5131192673ba None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:16:12.786106 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3b209105-e826-4261-b0a3-5131192673ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:15:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:16:12.823158 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-7bcd8ed0-7a0b-45d6-94ca-944cbea0835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:12.824696 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-7bcd8ed0-7a0b-45d6-94ca-944cbea0835f service neutron] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 913 time: 0.1785011 Aug 24 10:16:12.918325 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-45078ee8-5571-4941-a81d-2b6d71dce5a4 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733704 Aug 24 10:16:12.923760 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3b209105-e826-4261-b0a3-5131192673ba None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:16:12.928865 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799282c-6e2f-4116-9980-2c2ab0820c25 req-bda71890-f405-4008-8293-2d838faba642 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:12.930020 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-fc6e4520-d945-48a7-a4c2-bdd6c1aaf55a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b36037dd-0946-46ba-acaa-55a81b215df3 HTTP/1.1" status: 200 len: 1000 time: 0.0976114 Aug 24 10:16:12.933047 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c799282c-6e2f-4116-9980-2c2ab0820c25 req-bda71890-f405-4008-8293-2d838faba642 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.1204796 Aug 24 10:16:12.994622 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c799282c-6e2f-4116-9980-2c2ab0820c25 req-894cb8c8-d93d-429a-aed5-d5f18f4717e3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546303 Aug 24 10:16:13.202414 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3b209105-e826-4261-b0a3-5131192673ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '9315f7d3-5460-4e13-b083-3a84ddaa4043', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:95:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:16:11Z', 'updated_at': '2021-08-24T10:16:11Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}, {'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:14:01Z', 'revision_number': 1, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:16:13.233621 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b209105-e826-4261-b0a3-5131192673ba None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': '9315f7d3-5460-4e13-b083-3a84ddaa4043', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:95:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:16:11Z', 'updated_at': '2021-08-24T10:16:11Z', 'revision_number': 0, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}, {'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:14:01Z', 'revision_number': 1, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:16:13.365475 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-96055151-133e-4195-afee-bd642842d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:13.366943 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-96055151-133e-4195-afee-bd642842d94e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.3563256 Aug 24 10:16:13.372829 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5b9535da-734c-48f4-ac2a-01d946c7c090 req-f1e4f62f-82fe-46c4-9b77-f16c501baf0b service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418826 Aug 24 10:16:13.446599 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-ef4afc39-a84d-4fb5-a3c4-6ca2c8ba7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:13.448441 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-ef4afc39-a84d-4fb5-a3c4-6ca2c8ba7623 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585966 Aug 24 10:16:13.461416 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121199cc-fb0c-42e2-a160-2a6483ee78c0 None None] New status for floating IP 9315f7d3-5460-4e13-b083-3a84ddaa4043: ACTIVE {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:16:13.547590 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-45dacb10-7e27-465a-8104-15678d67dbff service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857511 Aug 24 10:16:13.652536 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e34c1299-21cb-4c41-ad8f-d4f4a7cf940c req-b9659709-5bb4-42ff-9712-625f5e146f74 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916755 Aug 24 10:16:14.126282 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e89b8a-db4a-4350-8d33-d5e5e09a3403 req-9c1c2c2c-eae7-4057-a2dd-bb6bf4b3c199 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:14.127812 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-58e89b8a-db4a-4350-8d33-d5e5e09a3403 req-9c1c2c2c-eae7-4057-a2dd-bb6bf4b3c199 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 945 time: 0.0503428 Aug 24 10:16:14.165941 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-58e89b8a-db4a-4350-8d33-d5e5e09a3403 req-d0e1e949-63cd-4919-8254-b53969bf76c1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317791 Aug 24 10:16:14.417454 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:16:14.501418 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:14.524645 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:16:14.526867 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f376032e-a8b0-46ac-8c59-159c28f433fd" -d '{"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:16:14.540920 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:16:14.580780 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 24 Aug 2021 10:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aba846-33ef-4d99-a4c5-db0e0d369740 x-openstack-request-id: req-37aba846-33ef-4d99-a4c5-db0e0d369740 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:16:14.581070 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-unplugged", "status": "completed", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:16:14.581242 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-37aba846-33ef-4d99-a4c5-db0e0d369740 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:16:14.581562 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'code': 200} Aug 24 10:16:14.622389 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:14.675467 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=8']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:15.320594 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083e9ba-c63a-4cc6-a762-90a8e473325d req-79da2bc1-8273-4b4e-a24e-223fd2f2a433 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:15.323401 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6083e9ba-c63a-4cc6-a762-90a8e473325d req-79da2bc1-8273-4b4e-a24e-223fd2f2a433 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0817494 Aug 24 10:16:15.379862 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6083e9ba-c63a-4cc6-a762-90a8e473325d req-4391cc39-0093-485d-a0fa-e0fff411fe1f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507731 Aug 24 10:16:15.892339 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:16.506061 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e08ab-4fa5-48a1-a957-e7522d376404 req-ca72a2b8-be55-46d6-82f4-a5ccb714d63b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:16.507563 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-321e08ab-4fa5-48a1-a957-e7522d376404 req-ca72a2b8-be55-46d6-82f4-a5ccb714d63b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0493321 Aug 24 10:16:16.548574 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-321e08ab-4fa5-48a1-a957-e7522d376404 req-a5847181-8dbc-4e59-bff6-dbab7e4314d1 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350740 Aug 24 10:16:18.457273 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:16:18.715557 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa4693-9733-4323-b733-4ff5a86e19e3 req-83d1207e-d45d-48b9-9af8-c573e9c197b7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:18.717234 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d3fa4693-9733-4323-b733-4ff5a86e19e3 req-83d1207e-d45d-48b9-9af8-c573e9c197b7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0641036 Aug 24 10:16:18.763326 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d3fa4693-9733-4323-b733-4ff5a86e19e3 req-41e28149-6ac8-4d26-8dcf-2da94cdc71a7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391104 Aug 24 10:16:18.972233 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-0ff6d42a-586b-4e56-9572-5b239f02ee53 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421941 Aug 24 10:16:19.897228 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac200b-5441-4c81-88e2-fb5940f9028a req-d6e2aaa3-d11d-4554-8b7c-cfeb8d4c358d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:19.898715 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-44ac200b-5441-4c81-88e2-fb5940f9028a req-d6e2aaa3-d11d-4554-8b7c-cfeb8d4c358d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0582829 Aug 24 10:16:19.939024 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-44ac200b-5441-4c81-88e2-fb5940f9028a req-f0276e19-e020-45d8-ab00-6c78683fc416 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342565 Aug 24 10:16:20.413096 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-7d4b0237-cba4-4c6c-a5fb-398f20c9a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:20.414592 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-7d4b0237-cba4-4c6c-a5fb-398f20c9a99e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a&tenant_id=cb26a759d2664c3283e306575448ea70 HTTP/1.1" status: 200 len: 1096 time: 0.0409968 Aug 24 10:16:20.500566 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-3e7ef2bf-99f6-40a3-8b71-e894955f14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:20.502372 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-3e7ef2bf-99f6-40a3-8b71-e894955f14fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 1096 time: 0.0407097 Aug 24 10:16:20.617435 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-85fc4e25-8841-4efe-a2b4-c75dedcb4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:20.618901 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-85fc4e25-8841-4efe-a2b4-c75dedcb4aa1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 918 time: 0.0989325 Aug 24 10:16:20.690083 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-4178d089-b609-4fbc-a53a-14423e25d2a6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db786c3-1f22-4725-af7c-45ff4c819f26 HTTP/1.1" status: 200 len: 998 time: 0.0608740 Aug 24 10:16:20.749424 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-496a6ce8-48bc-4937-99cb-07c87e596493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:20.751776 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-496a6ce8-48bc-4937-99cb-07c87e596493 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.0534828 Aug 24 10:16:20.810591 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:16:20.816707 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-656049dc-e61f-4b72-a58e-53ec2d4a1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:20.823133 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-656049dc-e61f-4b72-a58e-53ec2d4a1cc9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617125 Aug 24 10:16:20.919187 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-d806f822-1300-46f8-9be4-9e38c3bffcb8 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878448 Aug 24 10:16:21.042606 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5a2ec99d-1f03-4498-902a-c981e6bd99f8 req-e616eaaf-5c59-43b4-99af-fbd0d3decdd5 service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133759 Aug 24 10:16:21.060903 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aad4f49a-06bf-4ce1-8c25-eb866a1c83e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:21.095197 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f983ae-5511-445f-b390-26651579f384 req-e053328f-40ce-4151-8ab2-a7599ef04954 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:21.097688 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c1f983ae-5511-445f-b390-26651579f384 req-e053328f-40ce-4151-8ab2-a7599ef04954 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0647161 Aug 24 10:16:21.140471 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c1f983ae-5511-445f-b390-26651579f384 req-caf29d9a-9361-4f54-9e66-50236fa37c0c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357859 Aug 24 10:16:21.496454 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 39884) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:16:21.614201 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-71d3f2cc-74e0-413f-93b4-15c373f6c517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:21.721308 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-71d3f2cc-74e0-413f-93b4-15c373f6c517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:21.793858 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-71d3f2cc-74e0-413f-93b4-15c373f6c517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:21.835400 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-71d3f2cc-74e0-413f-93b4-15c373f6c517 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aba1dc337cd34f0189d4a76cdba4d947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378000 Aug 24 10:16:21.836888 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3f2cc-74e0-413f-93b4-15c373f6c517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f1a7b2-abcb-444c-af55-ed07be6a10d1,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:21.838651 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 39898) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:16:21.933598 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:21.968467 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:22.090844 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:22.094313 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:22.098138 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6f1a7b2-abcb-444c-af55-ed07be6a10d1 HTTP/1.1" status: 204 len: 168 time: 0.2556200 Aug 24 10:16:22.108021 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f1a7b2-abcb-444c-af55-ed07be6a10d1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:22.114944 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.115670 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.116461 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.117042 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.117589 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.118409 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.118985 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.119952 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.120796 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.121352 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.121974 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.122532 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7778d07-aacb-47c5-9e68-c1ea76a7daf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:16:22.278954 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527ed05-7cb4-4339-ab38-52a1a22959e0 req-a1c2ddd6-bff1-48a2-8cf0-ccc7240a56c8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:22.280869 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5527ed05-7cb4-4339-ab38-52a1a22959e0 req-a1c2ddd6-bff1-48a2-8cf0-ccc7240a56c8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0604644 Aug 24 10:16:22.335461 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-5527ed05-7cb4-4339-ab38-52a1a22959e0 req-da65bc7d-f3ca-4916-bb28-4be2364efc5e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459912 Aug 24 10:16:23.461962 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46a81f-d216-4f05-8e5d-aeeff72496f5 req-93eb9242-f411-4860-887d-70ba09f81509 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:23.463515 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8c46a81f-d216-4f05-8e5d-aeeff72496f5 req-93eb9242-f411-4860-887d-70ba09f81509 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0511949 Aug 24 10:16:23.509716 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-8c46a81f-d216-4f05-8e5d-aeeff72496f5 req-e2f67283-5323-4df9-9a98-c5a84e9343b8 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395494 Aug 24 10:16:23.873491 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d52a709-83e5-424a-b808-c22db0fe7f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:24.039179 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:24.634680 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c92fe3-c48e-461e-8c4b-e6467b4e1c58 req-b47f6c88-f2d8-40b0-aa7c-a01133efcd1c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:24.636415 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-55c92fe3-c48e-461e-8c4b-e6467b4e1c58 req-b47f6c88-f2d8-40b0-aa7c-a01133efcd1c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0511675 Aug 24 10:16:24.676406 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-55c92fe3-c48e-461e-8c4b-e6467b4e1c58 req-3dd3270a-a661-405b-99e9-297a20c9bd5f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330300 Aug 24 10:16:25.239179 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:25.800527 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973f6c-006b-42b7-ba7f-339c3a55db09 req-856001cc-f1f2-45a2-b515-83ad10375fd9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:25.802045 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ba973f6c-006b-42b7-ba7f-339c3a55db09 req-856001cc-f1f2-45a2-b515-83ad10375fd9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0538824 Aug 24 10:16:25.844780 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ba973f6c-006b-42b7-ba7f-339c3a55db09 req-1e926e68-46db-47dd-b49b-2c2ac8b8830d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367019 Aug 24 10:16:26.817478 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:26.978413 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931d217-d8ba-42d6-9cf6-e014705f563f req-2688a7bb-609d-4f81-bba2-47acd0fdd66a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:26.980043 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4931d217-d8ba-42d6-9cf6-e014705f563f req-2688a7bb-609d-4f81-bba2-47acd0fdd66a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0526047 Aug 24 10:16:27.018770 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4931d217-d8ba-42d6-9cf6-e014705f563f req-7d326d52-3d3e-4b94-946f-561f3287cb3c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317528 Aug 24 10:16:28.146651 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0d06-9446-4ae4-8402-63c4e958c809 req-3cef59e0-d077-4fb7-890f-8e082dd4bd6c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:28.148106 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-43ea0d06-9446-4ae4-8402-63c4e958c809 req-3cef59e0-d077-4fb7-890f-8e082dd4bd6c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0508840 Aug 24 10:16:28.188849 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-43ea0d06-9446-4ae4-8402-63c4e958c809 req-05fc30b3-0bec-493d-89ff-949346f7731e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347483 Aug 24 10:16:29.323683 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a36740-acac-4d33-b50d-b303584663d9 req-29546c8c-7326-4188-8b06-780621439bfe tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:29.325241 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f5a36740-acac-4d33-b50d-b303584663d9 req-29546c8c-7326-4188-8b06-780621439bfe tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0635905 Aug 24 10:16:29.364525 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f5a36740-acac-4d33-b50d-b303584663d9 req-6e80a95c-f04c-4762-a869-6c3ee4ac907d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323515 Aug 24 10:16:30.487694 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d539bc4-f754-4d22-a3c5-c6f4869b1713 req-95646842-386f-4bf9-bb57-2c9c4785582b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:30.489263 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4d539bc4-f754-4d22-a3c5-c6f4869b1713 req-95646842-386f-4bf9-bb57-2c9c4785582b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0512927 Aug 24 10:16:30.533230 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4d539bc4-f754-4d22-a3c5-c6f4869b1713 req-b3aae19f-648e-4029-8042-4225d09954ab tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378027 Aug 24 10:16:31.656915 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3a37a-74d2-445d-a5cc-6175d01be9ae req-1adfb6a9-f478-4e11-99e6-d1cf10390fc0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:31.658404 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1ad3a37a-74d2-445d-a5cc-6175d01be9ae req-1adfb6a9-f478-4e11-99e6-d1cf10390fc0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0506403 Aug 24 10:16:31.704126 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-1ad3a37a-74d2-445d-a5cc-6175d01be9ae req-edd5d0c3-a794-43cb-9916-bbd514dc8194 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357113 Aug 24 10:16:32.837694 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0533c77-5d27-4923-ba36-5e878a80a1a8 req-71802c46-57b9-481f-a249-181e3563ed7d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:32.839325 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d0533c77-5d27-4923-ba36-5e878a80a1a8 req-71802c46-57b9-481f-a249-181e3563ed7d tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0525279 Aug 24 10:16:32.885949 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-d0533c77-5d27-4923-ba36-5e878a80a1a8 req-d27ddf89-cb05-457d-b737-728394989d0b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365968 Aug 24 10:16:34.006806 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bba67-3f55-497f-a2a3-ef1c1a300391 req-2ea24104-34ad-46ed-a04a-14f133837ed3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:34.008272 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9a8bba67-3f55-497f-a2a3-ef1c1a300391 req-2ea24104-34ad-46ed-a04a-14f133837ed3 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0482852 Aug 24 10:16:34.045986 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9a8bba67-3f55-497f-a2a3-ef1c1a300391 req-8b35f459-ca52-435a-80da-127a3e708ed4 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317957 Aug 24 10:16:35.164367 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2838947-cdd5-48c4-8b6f-7575ca9251aa req-f16f6248-1c29-4e10-bfd3-754034a91a7f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:35.165883 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e2838947-cdd5-48c4-8b6f-7575ca9251aa req-f16f6248-1c29-4e10-bfd3-754034a91a7f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0488038 Aug 24 10:16:35.203812 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e2838947-cdd5-48c4-8b6f-7575ca9251aa req-fbbd2cdb-e089-4f25-8687-a4177e1cee59 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319998 Aug 24 10:16:36.329561 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fc725-de4c-4e2e-9b98-09727d0a9bc5 req-f9fe9134-81bb-4fed-ae92-a25025eae5ce tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:36.331784 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0b4fc725-de4c-4e2e-9b98-09727d0a9bc5 req-f9fe9134-81bb-4fed-ae92-a25025eae5ce tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 943 time: 0.0534849 Aug 24 10:16:36.369747 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0b4fc725-de4c-4e2e-9b98-09727d0a9bc5 req-b3c2f939-d670-45a7-a1fc-ac4f68e093de tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321586 Aug 24 10:16:36.524512 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:16:36.618179 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:16:36.629616 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'port_id': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'mac_address': 'fa:16:3e:43:ad:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:16:36.664366 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:36.677488 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db786c3-1f22-4725-af7c-45ff4c819f26 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:16:36.697450 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:16:36.816706 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:36.864543 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=9']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:37.181804 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['5db786c3-1f22-4725-af7c-45ff4c819f26'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:16:37.487571 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b965e-4c4c-4508-9722-73f9c7108c41 req-00aed93d-e5a7-45e4-87ef-dfb1b69fdb4b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:37.489076 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7e4b965e-4c4c-4508-9722-73f9c7108c41 req-00aed93d-e5a7-45e4-87ef-dfb1b69fdb4b tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 944 time: 0.0481627 Aug 24 10:16:37.529115 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-7e4b965e-4c4c-4508-9722-73f9c7108c41 req-a8b22d67-5cb9-4f63-9a76-2f363dbde871 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342634 Aug 24 10:16:38.543724 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:16:38.599281 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 5db786c3-1f22-4725-af7c-45ff4c819f26 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:16:38.599686 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:38.649394 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8b1c-b2d6-4a28-928c-482944259322 req-c6cff67b-933b-461d-a87b-95d8f837b89c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:38.650913 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c34c8b1c-b2d6-4a28-928c-482944259322 req-c6cff67b-933b-461d-a87b-95d8f837b89c tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 944 time: 0.0499635 Aug 24 10:16:38.692076 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:38.701211 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c34c8b1c-b2d6-4a28-928c-482944259322 req-c1618049-5d2e-4c82-8a7d-65ed5fdea9e7 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440247 Aug 24 10:16:38.717420 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:16:38.719653 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ceb26c4-a769-47ec-9514-02fc77572b4c" -d '{"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-plugged", "status": "completed", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:16:38.733262 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:16:38.756488 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8328fc82-ef0f-4a7e-85e7-767df1b05064 x-openstack-request-id: req-8328fc82-ef0f-4a7e-85e7-767df1b05064 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:16:38.756780 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-plugged", "status": "completed", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:16:38.757079 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8328fc82-ef0f-4a7e-85e7-767df1b05064 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:16:38.757422 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'code': 200} Aug 24 10:16:38.799277 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:38.853361 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=10']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:16:39.137250 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf421f-ce1d-4abc-bc78-5d3ace333593 req-8883e920-0b11-44b0-8cd8-053da5425497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:39.138632 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-aedf421f-ce1d-4abc-bc78-5d3ace333593 req-8883e920-0b11-44b0-8cd8-053da5425497 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 1099 time: 0.0390706 Aug 24 10:16:39.174839 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-aedf421f-ce1d-4abc-bc78-5d3ace333593 req-cbe9124d-15b8-4c27-ba8f-7f04346b1755 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282586 Aug 24 10:16:39.820370 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c21054-b38d-4096-890d-d4a858ee7db1 req-56f10fb0-de99-438c-b9eb-fb7d87ded36e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:39.821938 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9c21054-b38d-4096-890d-d4a858ee7db1 req-56f10fb0-de99-438c-b9eb-fb7d87ded36e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 946 time: 0.0529723 Aug 24 10:16:39.859945 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e9c21054-b38d-4096-890d-d4a858ee7db1 req-6ba1a089-c97f-4425-b8a5-a2fc19de75c9 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319848 Aug 24 10:16:40.987069 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22997628-4bb3-4e38-8ff1-22e5b0efa04d req-ebc0f258-cba0-423e-a119-8b808ac9df72 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:40.989343 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-22997628-4bb3-4e38-8ff1-22e5b0efa04d req-ebc0f258-cba0-423e-a119-8b808ac9df72 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 946 time: 0.0549347 Aug 24 10:16:41.033471 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-22997628-4bb3-4e38-8ff1-22e5b0efa04d req-19ce7be4-8bbe-4902-85d3-efa08e11fd6e tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381289 Aug 24 10:16:42.151742 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab53379-4e82-428f-8470-4c3a995bb0f9 req-c082ef33-a3de-4de2-b0d2-ababeedb1479 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:42.153172 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dab53379-4e82-428f-8470-4c3a995bb0f9 req-c082ef33-a3de-4de2-b0d2-ababeedb1479 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 946 time: 0.0484881 Aug 24 10:16:42.190148 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dab53379-4e82-428f-8470-4c3a995bb0f9 req-8da11dfd-eeb6-4fa8-a4bc-7aa3e44436f2 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310802 Aug 24 10:16:45.896378 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:51.061589 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff7a89de-180d-46f6-98f9-4ee0573a4760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:53.167377 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-f27f98cb-e660-4b0f-ab73-0bfcd22267dd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396035 Aug 24 10:16:53.246283 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-f34b7658-6d75-428e-8e17-20372a05a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:53.247759 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-f34b7658-6d75-428e-8e17-20372a05a223 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=cb26a759d2664c3283e306575448ea70&device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 1099 time: 0.0438230 Aug 24 10:16:53.351721 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-10e298d0-27fa-4712-b06a-a158e193139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:53.353246 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-10e298d0-27fa-4712-b06a-a158e193139e service neutron] 10.222.0.90 "GET /v2.0/networks?id=792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 200 len: 918 time: 0.0850725 Aug 24 10:16:53.422162 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-9445c8b2-212d-443f-9296-bb11273b1a8d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db786c3-1f22-4725-af7c-45ff4c819f26 HTTP/1.1" status: 200 len: 1000 time: 0.0607674 Aug 24 10:16:53.476330 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-1d6c67da-035f-4842-b116-cb723ba7bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:53.477941 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-1d6c67da-035f-4842-b116-cb723ba7bdbb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 200 len: 855 time: 0.0434244 Aug 24 10:16:53.527053 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-8e4e3d14-9de8-47db-a7f0-6a2c50b1c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:16:53.528548 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-8e4e3d14-9de8-47db-a7f0-6a2c50b1c22d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=792c1d15-601b-401c-99ae-d62fa6c3cf59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400877 Aug 24 10:16:53.620971 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-128d72bd-77e1-404d-91fe-9ad05fd72b1b service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843732 Aug 24 10:16:53.714540 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f6273ab-948c-4584-a2f2-e1a932573f0b req-a301da80-5d16-4d9c-a738-eb25e4b6282d service neutron] 10.222.0.90 "GET /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830514 Aug 24 10:16:53.832685 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4cc70708-dcb9-413f-ad64-410b3d6595c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:54.050153 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:55.295959 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:56.810006 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:16:57.809843 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:17:15.565214 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032992b-f864-4740-ac02-baae4bbb7148 req-3cb3bc7a-c2c1-414d-a13b-cb2591ae5b2a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:15.566663 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4032992b-f864-4740-ac02-baae4bbb7148 req-3cb3bc7a-c2c1-414d-a13b-cb2591ae5b2a tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 946 time: 0.2046692 Aug 24 10:17:15.603896 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-4032992b-f864-4740-ac02-baae4bbb7148 req-5bf1a63e-d8d7-4586-8981-138509199ba0 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313094 Aug 24 10:17:15.855819 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:16.783943 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9bbb6-4859-4e9a-8ad2-bf4ac6273d44 req-7fe747e3-eb7e-4b36-8d77-245a06c80b93 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:16.785447 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bac9bbb6-4859-4e9a-8ad2-bf4ac6273d44 req-7fe747e3-eb7e-4b36-8d77-245a06c80b93 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 946 time: 0.1062615 Aug 24 10:17:16.822945 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bac9bbb6-4859-4e9a-8ad2-bf4ac6273d44 req-3450e2fc-1478-41f2-a010-939e015cf117 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups?id=576bffa7-6753-43e7-b708-2e68d0ec54fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313923 Aug 24 10:17:17.099420 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0429f03-3241-4aa4-ba28-661364ce773c req-fa4945b6-8ef6-42ab-9869-a0cd73b5b16f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:17.100895 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f0429f03-3241-4aa4-ba28-661364ce773c req-fa4945b6-8ef6-42ab-9869-a0cd73b5b16f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 946 time: 0.0516772 Aug 24 10:17:17.198858 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Deleting port 5db786c3-1f22-4725-af7c-45ff4c819f26 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:17.199189 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:17.290517 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] For port 5db786c3-1f22-4725-af7c-45ff4c819f26, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=5db786c3-1f22-4725-af7c-45ff4c819f26,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:17.290874 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:17.459140 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:17.459465 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-781466'] for floatingip, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:17.459781 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.l3_db [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Floating IP 2dd2dbd4-0527-45af-92ab-ae5b948864fe disassociated. External IP: 172.27.3.50, port: 5db786c3-1f22-4725-af7c-45ff4c819f26. Aug 24 10:17:17.460117 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Calling delete_port for 5db786c3-1f22-4725-af7c-45ff4c819f26 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:17.643850 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:17.673106 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event deleted for resources: {'Port': ['ID=5db786c3-1f22-4725-af7c-45ff4c819f26,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:17.684920 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.685263 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.685597 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.685997 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.686325 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.686650 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.686969 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.687287 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.687604 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.687917 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.688233 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.688608 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:17.800569 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:17:17.907435 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:17:17.918861 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] Sync routers for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:17:17.927209 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-01dd8201-06fb-4c54-9852-f342d521c6c6 req-af96164a-cc7b-4f56-bf84-2de59ffa4446 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 210 time: 0.0341716 Aug 24 10:17:17.928307 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:17.929121 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:16:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:17.947889 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] No DVR routers for this DVR port 5db786c3-1f22-4725-af7c-45ff4c819f26 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:17:17.955769 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:17.957942 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f0429f03-3241-4aa4-ba28-661364ce773c req-0b1f6e28-4945-4fb6-9fd7-8697d0ebd168 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.90 "DELETE /v2.0/ports/5db786c3-1f22-4725-af7c-45ff4c819f26 HTTP/1.1" status: 204 len: 173 time: 0.8474231 Aug 24 10:17:17.958385 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-deleted', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:17.960640 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d056346-788b-4727-ab78-10bff9f75da9" -d '{"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-deleted", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:18.042125 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:18.100038 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a7f2b9-15ca-4799-87d7-0be11c4a6d52 x-openstack-request-id: req-d7a7f2b9-15ca-4799-87d7-0be11c4a6d52 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:18.100420 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fc60c7-b263-47f7-98cd-f1e3b846be8a", "name": "network-vif-deleted", "tag": "5db786c3-1f22-4725-af7c-45ff4c819f26", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:18.104560 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d7a7f2b9-15ca-4799-87d7-0be11c4a6d52 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:18.104560 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fc60c7-b263-47f7-98cd-f1e3b846be8a', 'name': 'network-vif-deleted', 'tag': '5db786c3-1f22-4725-af7c-45ff4c819f26', 'status': 'completed', 'code': 200} Aug 24 10:17:18.330265 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40034) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:18.335095 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:18.364897 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] Checking router: 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:17:18.374245 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:18.374848 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:16:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:18.481341 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:18.499716 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Deleting port 6eff0a42-b4de-400b-a376-743170b45108 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:18.503553 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:18.575311 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:18.575628 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:18.589379 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Calling delete_port for 6eff0a42-b4de-400b-a376-743170b45108 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:18.678697 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:18.707233 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc80170f-108e-45d0-8e91-acc8abca487c None None] The sync data for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi is: [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:10:30Z', 'revision_number': 4, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4ac1067a-3d5d-499d-97e6-685a6b810a06', 'name': '', 'network_id': '792c1d15-601b-401c-99ae-d62fa6c3cf59', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'mac_address': 'fa:16:3e:ae:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:29Z', 'updated_at': '2021-08-24T10:10:37Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'subnets': [{'id': 'e16fff41-1ee2-46b4-be3a-f6c01334c21e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:17:18.803422 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:18.841385 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event deleted for resources: {'Port': ['ID=6eff0a42-b4de-400b-a376-743170b45108,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:18.902430 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:18.903020 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.l3_db [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Floating IP 89ed297c-5fad-4847-87cc-26a876ebabf3 disassociated (deleted). External IP: 172.27.3.84, port: 68a63243-b94d-47b3-8946-4c93f0f9c95f. Aug 24 10:17:18.936067 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d60b47-8000-428c-974a-f04d10b28470 None None] New status for floating IP 2dd2dbd4-0527-45af-92ab-ae5b948864fe: DOWN {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:17:19.080942 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-90ab9cbc-1e88-4de9-8385-aaeb322876de req-b94e7747-a4e8-4497-8129-419d218615db tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/ports?device_id=35fc60c7-b263-47f7-98cd-f1e3b846be8a HTTP/1.1" status: 200 len: 210 time: 0.0590196 Aug 24 10:17:19.155625 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Router c57e1f91-0d47-4aed-90f0-f42713027217 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:17:19.265511 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:17:19.270482 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:19.274801 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] Sync routers for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:17:19.283621 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:19.287697 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:16:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:19.298826 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-0c079de0-4cd7-4539-9b36-46750a53d8d6 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "DELETE /v2.0/floatingips/89ed297c-5fad-4847-87cc-26a876ebabf3 HTTP/1.1" status: 204 len: 168 time: 0.9674706 Aug 24 10:17:19.299452 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:19.301695 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b352d295-2ffd-4d15-8bde-92abc6ff5931" -d '{"events": [{"name": "network-changed", "server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:19.393027 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:19.400204 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea3cbf-154e-4b12-b23b-0c0f8c393d55 x-openstack-request-id: req-a8ea3cbf-154e-4b12-b23b-0c0f8c393d55 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:19.400582 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:19.400904 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8ea3cbf-154e-4b12-b23b-0c0f8c393d55 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:19.401414 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'status': 'completed', 'code': 200} Aug 24 10:17:19.555560 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-50a32896-b7a4-4727-82af-6e88c405b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:19.557102 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-50a32896-b7a4-4727-82af-6e88c405b20b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d465d2008563404ab757a87a35aca3b9&device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 1098 time: 0.0905628 Aug 24 10:17:19.598525 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 5, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:19.624813 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] Checking router: c57e1f91-0d47-4aed-90f0-f42713027217 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:17:19.633845 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:19.634476 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:16:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:19.661256 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-68c0a24a-91c6-45dc-bc3c-e80b31ecaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:19.662739 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-68c0a24a-91c6-45dc-bc3c-e80b31ecaed5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=25d16171-7ba8-4864-b259-58258850e21d HTTP/1.1" status: 200 len: 910 time: 0.0882690 Aug 24 10:17:19.710568 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-8d467f06-1bcb-4bc4-8302-20dc39a4206e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f HTTP/1.1" status: 200 len: 217 time: 0.0357766 Aug 24 10:17:19.746264 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:19.787936 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-42c57b4c-73fa-4bbf-abbc-72b387c7e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:19.790218 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-42c57b4c-73fa-4bbf-abbc-72b387c7e568 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=28c1bcb0-16d7-4410-903d-102f42916bc5 HTTP/1.1" status: 200 len: 847 time: 0.0461202 Aug 24 10:17:19.851064 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-0d4499ce-7a4f-4f01-bec9-23f4a3d4b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:19.853202 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-0d4499ce-7a4f-4f01-bec9-23f4a3d4b027 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=25d16171-7ba8-4864-b259-58258850e21d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536509 Aug 24 10:17:19.866761 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-05b51fb2-1536-47a9-ad54-bcad036bdee1 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 10:17:19.867925 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-05b51fb2-1536-47a9-ad54-bcad036bdee1 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063951 Aug 24 10:17:19.881720 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8dc68-9e7c-408c-9835-b165cc25926e req-77e0f698-a794-4c15-81d0-c58a3aafab97 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:19.884625 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1ed8dc68-9e7c-408c-9835-b165cc25926e req-77e0f698-a794-4c15-81d0-c58a3aafab97 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0535939 Aug 24 10:17:19.925467 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1ed8dc68-9e7c-408c-9835-b165cc25926e req-d9b5e4a4-356b-4c6f-a4f5-eeb047cf22db tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320797 Aug 24 10:17:19.962989 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 5, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:19.968153 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-a634d812-130a-4e69-a39a-e5a151b2089a service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927906 Aug 24 10:17:19.988763 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1d0bc-e40c-4bd3-bdf3-8500166a6ccf None None] The sync data for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi is: [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:12:06Z', 'revision_number': 4, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': 'ec871e9d-b443-4540-9571-662c90393cb2', 'name': '', 'network_id': '25d16171-7ba8-4864-b259-58258850e21d', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'mac_address': 'fa:16:3e:2f:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:06Z', 'updated_at': '2021-08-24T10:12:13Z', 'revision_number': 5, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'subnets': [{'id': '28c1bcb0-16d7-4410-903d-102f42916bc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:17:20.067345 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b352d295-2ffd-4d15-8bde-92abc6ff5931 req-3e1c9dac-db35-4ece-aa93-caa954af3221 service neutron] 10.222.0.90 "GET /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917234 Aug 24 10:17:20.243686 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0dabb0-4250-48d0-9cc4-fde975c4371d None None] New status for floating IP 89ed297c-5fad-4847-87cc-26a876ebabf3: DOWN {{(pid=94723) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:17:20.319414 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40054) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:20.375457 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0d25f2c-ce0b-42d0-b2d6-981fcd5079fb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:20.398576 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0d25f2c-ce0b-42d0-b2d6-981fcd5079fb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:20.551482 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0d25f2c-ce0b-42d0-b2d6-981fcd5079fb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:20.554069 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0d25f2c-ce0b-42d0-b2d6-981fcd5079fb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:20.555415 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-b0d25f2c-ce0b-42d0-b2d6-981fcd5079fb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "DELETE /v2.0/security-groups/576bffa7-6753-43e7-b708-2e68d0ec54fe HTTP/1.1" status: 204 len: 168 time: 0.2349572 Aug 24 10:17:20.558508 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40056) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:20.564905 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d25f2c-ce0b-42d0-b2d6-981fcd5079fb tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576bffa7-6753-43e7-b708-2e68d0ec54fe,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:20.573393 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.api.v2.resource [None req-25af743f-a09e-497c-8c84-9292fd0bbb54 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] show failed (client error): The resource could not be found. Aug 24 10:17:20.573920 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-25af743f-a09e-497c-8c84-9292fd0bbb54 tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "GET /v2.0/security-groups/576bffa7-6753-43e7-b708-2e68d0ec54fe HTTP/1.1" status: 404 len: 347 time: 0.0144231 Aug 24 10:17:20.576749 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40058) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:20.701699 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Deleting port b246b3a8-95d8-4800-909b-e992b6f728eb {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:20.701947 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:20.744924 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:20.764922 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 5db786c3-1f22-4725-af7c-45ff4c819f26 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:20.765263 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 5db786c3-1f22-4725-af7c-45ff4c819f26 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:20.776380 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:20.776735 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:20.787993 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Calling delete_port for b246b3a8-95d8-4800-909b-e992b6f728eb owned by network:floatingip {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:21.006599 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:21.050123 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Pushing event deleted for resources: {'Port': ['ID=b246b3a8-95d8-4800-909b-e992b6f728eb,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:21.057669 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de0cd0f5-793f-4f4e-8b3b-bf120d1de98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:21.113354 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9afa0-3910-4692-b6c8-706867c8be58 req-b9272fd0-ecb6-4d2f-849f-2ac8a45763db tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:21.114854 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6ae9afa0-3910-4692-b6c8-706867c8be58 req-b9272fd0-ecb6-4d2f-849f-2ac8a45763db tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.1175275 Aug 24 10:17:21.138382 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks [] for floatingip, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:21.140887 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:21.141996 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-fd7e8501-7403-45cd-9c31-5d40ea9b8c2f tempest-AttachVolumeShelveTestJSON-385074445 tempest-AttachVolumeShelveTestJSON-385074445-project] 10.222.0.64 "DELETE /v2.0/floatingips/2dd2dbd4-0527-45af-92ab-ae5b948864fe HTTP/1.1" status: 204 len: 168 time: 0.5643060 Aug 24 10:17:21.162221 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6ae9afa0-3910-4692-b6c8-706867c8be58 req-64e71471-993e-4950-ac27-69f977a8db86 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407326 Aug 24 10:17:21.820031 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-8767cdf8-f747-4aae-9c5a-2b3a9d7fab69 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:21.821856 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-8767cdf8-f747-4aae-9c5a-2b3a9d7fab69 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.90 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0496697 Aug 24 10:17:21.946249 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Deleting port 68a63243-b94d-47b3-8946-4c93f0f9c95f {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:21.946587 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:22.033686 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] For port 68a63243-b94d-47b3-8946-4c93f0f9c95f, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=68a63243-b94d-47b3-8946-4c93f0f9c95f,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:22.034048 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:22.046698 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Calling delete_port for 68a63243-b94d-47b3-8946-4c93f0f9c95f owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:22.295080 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c55712-adb0-4f26-997b-882277ecb22d req-5b6c3472-52c7-46e3-aecc-496325411674 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:22.296553 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e6c55712-adb0-4f26-997b-882277ecb22d req-5b6c3472-52c7-46e3-aecc-496325411674 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 945 time: 0.0663903 Aug 24 10:17:22.334835 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e6c55712-adb0-4f26-997b-882277ecb22d req-e5069352-a464-43dd-a8a3-5c9a962ff2b7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0dc1516-a307-4d48-8c23-e997c0c2a1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322542 Aug 24 10:17:22.392743 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:22.422188 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event deleted for resources: {'Port': ['ID=68a63243-b94d-47b3-8946-4c93f0f9c95f,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:22.476984 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] No DVR routers for this DVR port 68a63243-b94d-47b3-8946-4c93f0f9c95f on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:17:22.480890 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:22.481457 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c61e3600-be02-459e-9fd1-7dbf401f6fde req-2781456a-216e-442f-bee2-9ba8d3b76b8d tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.90 "DELETE /v2.0/ports/68a63243-b94d-47b3-8946-4c93f0f9c95f HTTP/1.1" status: 204 len: 173 time: 0.6522055 Aug 24 10:17:22.481888 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'name': 'network-vif-deleted', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:22.484118 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e8bb01-0ddd-4741-b1ab-249f62e2e74f" -d '{"events": [{"server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "name": "network-vif-deleted", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:22.522484 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8bfcb5-fe93-4434-9d9d-c588857d83f5 x-openstack-request-id: req-7b8bfcb5-fe93-4434-9d9d-c588857d83f5 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:22.522872 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308b9b0-ddf2-44b2-b459-a5137eb833b8", "name": "network-vif-deleted", "tag": "68a63243-b94d-47b3-8946-4c93f0f9c95f", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:22.523217 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7b8bfcb5-fe93-4434-9d9d-c588857d83f5 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:22.523841 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308b9b0-ddf2-44b2-b459-a5137eb833b8', 'name': 'network-vif-deleted', 'tag': '68a63243-b94d-47b3-8946-4c93f0f9c95f', 'status': 'completed', 'code': 200} Aug 24 10:17:23.433486 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-089e1f17-d6e8-444e-a87e-2506f60e54ed req-eea557a3-4a7c-4fc2-ad8a-6f6da0dd0026 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "GET /v2.0/ports?device_id=d308b9b0-ddf2-44b2-b459-a5137eb833b8 HTTP/1.1" status: 200 len: 210 time: 0.0269225 Aug 24 10:17:23.825658 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce6cfe27-4d75-4655-aed2-55fc924efa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:23.864191 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40088) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:24.061360 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:24.494135 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40094) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:24.552950 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:24.576811 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:24.578541 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:24.780620 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 68a63243-b94d-47b3-8946-4c93f0f9c95f no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:24.788496 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:24.790723 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:24.794932 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] 10.222.0.64 "DELETE /v2.0/security-groups/d0dc1516-a307-4d48-8c23-e997c0c2a1fc HTTP/1.1" status: 204 len: 168 time: 0.2968681 Aug 24 10:17:24.801724 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 68a63243-b94d-47b3-8946-4c93f0f9c95f {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:24.802064 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 68a63243-b94d-47b3-8946-4c93f0f9c95f not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:24.811859 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dc1516-a307-4d48-8c23-e997c0c2a1fc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:24.819027 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.819361 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.819691 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.820645 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.821167 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.821694 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.822020 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.822341 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.822659 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.822894 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Deleting port 4ac1067a-3d5d-499d-97e6-685a6b810a06 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:24.823015 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.823239 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:24.823362 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.823574 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae12a3f5-e304-42fe-b68b-8374b47b0eb7 tempest-TestShelveInstance-2067524092 tempest-TestShelveInstance-2067524092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:24.890217 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40098) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:24.907545 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] For port 4ac1067a-3d5d-499d-97e6-685a6b810a06, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4ac1067a-3d5d-499d-97e6-685a6b810a06,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:24.908032 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:24.920994 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Calling delete_port for 4ac1067a-3d5d-499d-97e6-685a6b810a06 owned by network:router_interface {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:25.164165 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.197760 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac1067a-3d5d-499d-97e6-685a6b810a06,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:25.244654 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.307220 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.365882 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.559814 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Deleting port ec871e9d-b443-4540-9571-662c90393cb2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:25.560558 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.584200 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:17:25.637540 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] For port ec871e9d-b443-4540-9571-662c90393cb2, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=ec871e9d-b443-4540-9571-662c90393cb2,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:25.637896 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.650137 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Calling delete_port for ec871e9d-b443-4540-9571-662c90393cb2 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:25.692187 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:17:25.698573 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-a8bfd9c3-ed0a-41e0-9288-467aa0d35d01 admin admin] 10.222.0.64 "PUT /v2.0/routers/1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332777 Aug 24 10:17:25.701521 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40102) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:25.703523 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] Sync routers for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:17:25.714627 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:25.715254 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:25.808953 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks [] for router, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.824621 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:25.917109 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.918433 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:25.946381 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec871e9d-b443-4540-9571-662c90393cb2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:26.061555 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Deleting port dbe8e2c9-1add-44e2-b7b8-16963fd90f79 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:26.062212 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.113426 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:17:25Z', 'revision_number': 5, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port': {'id': 'dbe8e2c9-1add-44e2-b7b8-16963fd90f79', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:26Z', 'updated_at': '2021-08-24T10:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:26.147562 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] Checking router: 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:17:26.157000 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] Routers {'1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:26.157905 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:26.161009 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] For port dbe8e2c9-1add-44e2-b7b8-16963fd90f79, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=dbe8e2c9-1add-44e2-b7b8-16963fd90f79,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:26.161196 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.187410 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Calling delete_port for dbe8e2c9-1add-44e2-b7b8-16963fd90f79 owned by network:router_gateway {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:26.247979 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] Set router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:26.300970 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:17:25Z', 'revision_number': 6, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port_host': None}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:26.333172 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f0833-f412-4a6a-b579-d6429ea8321b None None] The sync data for ids ['1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc'] in dv-cinder-805796-1-iscsi is: [{'id': '1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc', 'name': 'tempest-AttachVolumeShelveTestJSON-123246049-router', 'tenant_id': 'cb26a759d2664c3283e306575448ea70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:24Z', 'updated_at': '2021-08-24T10:17:25Z', 'revision_number': 6, 'project_id': 'cb26a759d2664c3283e306575448ea70', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:17:26.392628 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.421429 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.448677 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe8e2c9-1add-44e2-b7b8-16963fd90f79,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:26.509334 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.599226 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.601288 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.606335 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Router c57e1f91-0d47-4aed-90f0-f42713027217 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:17:26.706865 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.707416 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc {{(pid=94721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:17:26.714296 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:17:26.715032 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.720052 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-7db7eef1-92fe-45d2-b1cd-ff1d99b57517 admin admin] 10.222.0.64 "DELETE /v2.0/routers/1a1cd4d3-e69f-4aeb-9ac7-13912dd733cc HTTP/1.1" status: 204 len: 168 time: 1.0151749 Aug 24 10:17:26.720240 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-13acfc40-374f-4b6d-948d-b46a211b6114 admin admin] 10.222.0.64 "PUT /v2.0/routers/c57e1f91-0d47-4aed-90f0-f42713027217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275163 Aug 24 10:17:26.720341 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40104) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:26.721843 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40106) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:26.728264 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383fd744-f965-4211-94e0-c72824648d2b None None] Sync routers for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:17:26.738726 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383fd744-f965-4211-94e0-c72824648d2b None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:26.739521 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-383fd744-f965-4211-94e0-c72824648d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:26.778053 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90f0a86-3cd4-477a-8c8f-09e4b265e745 admin admin] Deleting subnet e16fff41-1ee2-46b4-be3a-f6c01334c21e {{(pid=94721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:17:26.783022 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e90f0a86-3cd4-477a-8c8f-09e4b265e745 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.819972 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e90f0a86-3cd4-477a-8c8f-09e4b265e745 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25956038'] for subnet, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.852473 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.879585 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.881518 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-383fd744-f965-4211-94e0-c72824648d2b None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:26.913034 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e90f0a86-3cd4-477a-8c8f-09e4b265e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:26.959708 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.064728 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-383fd744-f965-4211-94e0-c72824648d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:17:25Z', 'revision_number': 5, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port': {'id': 'da64039b-2fa7-4c1e-ad8a-310355a5746f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:24:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:04Z', 'updated_at': '2021-08-24T10:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:27.090219 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383fd744-f965-4211-94e0-c72824648d2b None None] Checking router: c57e1f91-0d47-4aed-90f0-f42713027217 for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:17:27.098340 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383fd744-f965-4211-94e0-c72824648d2b None None] Routers {'c57e1f91-0d47-4aed-90f0-f42713027217'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:27.098934 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-383fd744-f965-4211-94e0-c72824648d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['c57e1f91-0d47-4aed-90f0-f42713027217'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:27.102156 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e90f0a86-3cd4-477a-8c8f-09e4b265e745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25642810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3295566'] for subnet, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.127840 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Deleting port da64039b-2fa7-4c1e-ad8a-310355a5746f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:27.128140 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.135265 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f0a86-3cd4-477a-8c8f-09e4b265e745 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16fff41-1ee2-46b4-be3a-f6c01334c21e,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:27.137314 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e90f0a86-3cd4-477a-8c8f-09e4b265e745 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.141916 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-e90f0a86-3cd4-477a-8c8f-09e4b265e745 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e16fff41-1ee2-46b4-be3a-f6c01334c21e HTTP/1.1" status: 204 len: 168 time: 0.4206598 Aug 24 10:17:27.142570 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40108) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:27.144507 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6d1b5-2204-442b-a497-24420f5439a0 None None] Network 792c1d15-601b-401c-99ae-d62fa6c3cf59 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:17:27.251689 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] For port da64039b-2fa7-4c1e-ad8a-310355a5746f, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=da64039b-2fa7-4c1e-ad8a-310355a5746f,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:27.252053 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.252261 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.268238 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Calling delete_port for da64039b-2fa7-4c1e-ad8a-310355a5746f owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:27.286399 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-383fd744-f965-4211-94e0-c72824648d2b None None] Set router c57e1f91-0d47-4aed-90f0-f42713027217 gateway port host: None {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:27.333635 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Deleting port b280d301-7f61-4545-9b92-0e1c5b96f12e {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:27.333982 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.369939 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-383fd744-f965-4211-94e0-c72824648d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:17:26Z', 'revision_number': 6, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port_host': None}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:27.404347 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] For port b280d301-7f61-4545-9b92-0e1c5b96f12e, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=b280d301-7f61-4545-9b92-0e1c5b96f12e,segment=NetworkSegment(ea1f532a-87a1-454c-a732-415b1f2b9ad8),segment_id=ea1f532a-87a1-454c-a732-415b1f2b9ad8)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:27.404945 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.416958 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4ac1067a-3d5d-499d-97e6-685a6b810a06 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:27.420745 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383fd744-f965-4211-94e0-c72824648d2b None None] The sync data for ids ['c57e1f91-0d47-4aed-90f0-f42713027217'] in dv-cinder-805796-1-iscsi is: [{'id': 'c57e1f91-0d47-4aed-90f0-f42713027217', 'name': 'tempest-TestShelveInstance-311591713-router', 'tenant_id': 'd465d2008563404ab757a87a35aca3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:03Z', 'updated_at': '2021-08-24T10:17:26Z', 'revision_number': 6, 'project_id': 'd465d2008563404ab757a87a35aca3b9', 'gw_port_host': None}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:17:27.423318 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Calling delete_port for b280d301-7f61-4545-9b92-0e1c5b96f12e owned by network:dhcp {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:27.449527 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 4ac1067a-3d5d-499d-97e6-685a6b810a06 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:27.449883 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4ac1067a-3d5d-499d-97e6-685a6b810a06 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:27.450301 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device dbe8e2c9-1add-44e2-b7b8-16963fd90f79 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:27.482154 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: dbe8e2c9-1add-44e2-b7b8-16963fd90f79 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:27.482507 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device dbe8e2c9-1add-44e2-b7b8-16963fd90f79 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:27.557326 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.584033 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Pushing event deleted for resources: {'Port': ['ID=da64039b-2fa7-4c1e-ad8a-310355a5746f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:27.591745 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.619029 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b280d301-7f61-4545-9b92-0e1c5b96f12e,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:27.622506 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] No DVR routers for this DVR port b280d301-7f61-4545-9b92-0e1c5b96f12e on host dv-cinder-805796-1-iscsi {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:17:27.647646 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.691430 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.704008 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792c1d15-601b-401c-99ae-d62fa6c3cf59']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:27.715350 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1f532a-87a1-454c-a732-415b1f2b9ad8') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:27.715638 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1f532a-87a1-454c-a732-415b1f2b9ad8') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:27.724326 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.737759 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.739606 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.742485 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Releasing vlan 1214 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:17:27.747723 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:17:27.812844 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aec8b50-7b11-43cd-a27c-50bb1522232b None None] DHCP port deletion for 792c1d15-601b-401c-99ae-d62fa6c3cf59 request from dv-cinder-805796-1-iscsi {{(pid=94723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 10:17:27.855822 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.856527 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57e1f91-0d47-4aed-90f0-f42713027217 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:17:27.862492 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.863650 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-51f36df4-27f7-49be-b16b-d1a9fc00accc admin admin] 10.222.0.64 "DELETE /v2.0/routers/c57e1f91-0d47-4aed-90f0-f42713027217 HTTP/1.1" status: 204 len: 168 time: 1.1410358 Aug 24 10:17:27.868580 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40110) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:27.895762 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.904649 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.906823 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/792c1d15-601b-401c-99ae-d62fa6c3cf59 HTTP/1.1" status: 204 len: 168 time: 0.7630107 Aug 24 10:17:27.923756 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b859f-a7ee-4e53-a3ca-a1eea25b13f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=792c1d15-601b-401c-99ae-d62fa6c3cf59,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:27.934112 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a464d5-c495-457c-888d-282c010eea4d admin admin] Deleting subnet 28c1bcb0-16d7-4410-903d-102f42916bc5 {{(pid=94721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:17:27.937620 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-68a464d5-c495-457c-888d-282c010eea4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:27.972150 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-68a464d5-c495-457c-888d-282c010eea4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25956038'] for subnet, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.052850 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-68a464d5-c495-457c-888d-282c010eea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.141618 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-68a464d5-c495-457c-888d-282c010eea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25642810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3295566'] for subnet, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.167624 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a464d5-c495-457c-888d-282c010eea4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c1bcb0-16d7-4410-903d-102f42916bc5,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:28.171308 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-68a464d5-c495-457c-888d-282c010eea4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.176632 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-68a464d5-c495-457c-888d-282c010eea4d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/28c1bcb0-16d7-4410-903d-102f42916bc5 HTTP/1.1" status: 204 len: 168 time: 0.3036752 Aug 24 10:17:28.178130 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40114) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:28.183841 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dfcc41-1b2d-4e67-a5f5-99f522532503 None None] Network 25d16171-7ba8-4864-b259-58258850e21d requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:17:28.193321 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40116) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:28.239711 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-887acf8d-f2c3-404c-8739-b7ff4a54a107 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cb26a759d2664c3283e306575448ea70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448856 Aug 24 10:17:28.241849 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40118) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:28.259086 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.296848 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-112bd05e-8054-4a8e-b47f-c86ea3010996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.319337 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-112bd05e-8054-4a8e-b47f-c86ea3010996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.328661 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Deleting port fe408210-f1f1-485d-864a-7e53f6544a6e {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:28.329003 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.394006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] For port fe408210-f1f1-485d-864a-7e53f6544a6e, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=fe408210-f1f1-485d-864a-7e53f6544a6e,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:28.394366 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.406268 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] DHCP port deletion for 25d16171-7ba8-4864-b259-58258850e21d request from dv-cinder-805796-1-iscsi {{(pid=94723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 10:17:28.410190 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Calling delete_port for fe408210-f1f1-485d-864a-7e53f6544a6e owned by network:dhcp {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:28.450090 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-112bd05e-8054-4a8e-b47f-c86ea3010996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.452830 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-112bd05e-8054-4a8e-b47f-c86ea3010996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.455116 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Deleting port fe408210-f1f1-485d-864a-7e53f6544a6e {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:28.455497 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.457203 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-112bd05e-8054-4a8e-b47f-c86ea3010996 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62d64a4f-6a88-4d5e-9a54-0d3e117d7948 HTTP/1.1" status: 204 len: 168 time: 0.2141964 Aug 24 10:17:28.472550 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bd05e-8054-4a8e-b47f-c86ea3010996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d64a4f-6a88-4d5e-9a54-0d3e117d7948,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:28.541070 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] For port fe408210-f1f1-485d-864a-7e53f6544a6e, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=fe408210-f1f1-485d-864a-7e53f6544a6e,segment=NetworkSegment(0806f82a-6017-4cc0-a6a5-72015e4b98a0),segment_id=0806f82a-6017-4cc0-a6a5-72015e4b98a0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:28.541521 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.555542 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Calling delete_port for fe408210-f1f1-485d-864a-7e53f6544a6e owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:28.564830 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.598107 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Pushing event deleted for resources: {'Port': ['ID=fe408210-f1f1-485d-864a-7e53f6544a6e,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:28.600049 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] No DVR routers for this DVR port fe408210-f1f1-485d-864a-7e53f6544a6e on host dv-cinder-805796-1-iscsi {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:17:28.641313 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.665402 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Pushing event deleted for resources: {'Port': ['ID=fe408210-f1f1-485d-864a-7e53f6544a6e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:28.673981 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.676232 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] No DVR routers for this DVR port fe408210-f1f1-485d-864a-7e53f6544a6e on host dv-cinder-805796-1-iscsi {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:17:28.677284 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.677638 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.677982 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.678490 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.678637 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.679023 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.680028 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.680377 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.680820 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.681381 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.681669 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.681997 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f31b1-301f-4e17-aad3-e4a11f2d1a61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:17:28.688500 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d16171-7ba8-4864-b259-58258850e21d']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:28.703511 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0806f82a-6017-4cc0-a6a5-72015e4b98a0') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:28.703765 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0806f82a-6017-4cc0-a6a5-72015e4b98a0') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:28.713094 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.727080 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.733259 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Releasing vlan 1217 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:17:28.733646 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:17:28.735433 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:17:28.843170 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.848780 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:28.854117 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40124) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:28.856656 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] 10.222.0.64 "DELETE /v2.0/networks/25d16171-7ba8-4864-b259-58258850e21d HTTP/1.1" status: 204 len: 168 time: 0.6765752 Aug 24 10:17:28.865537 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41197a-7948-4f63-a840-4b611376aabc admin admin] Pushing event deleted for resources: {'Network': ['ID=25d16171-7ba8-4864-b259-58258850e21d,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:29.211803 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:29.254024 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device b280d301-7f61-4545-9b92-0e1c5b96f12e no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:29.275380 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: b280d301-7f61-4545-9b92-0e1c5b96f12e {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:29.275726 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device b280d301-7f61-4545-9b92-0e1c5b96f12e not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:29.276180 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device fe408210-f1f1-485d-864a-7e53f6544a6e no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:29.300621 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: fe408210-f1f1-485d-864a-7e53f6544a6e {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:29.300975 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device fe408210-f1f1-485d-864a-7e53f6544a6e not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:29.301384 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device da64039b-2fa7-4c1e-ad8a-310355a5746f no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:29.447857 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: da64039b-2fa7-4c1e-ad8a-310355a5746f {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:29.448166 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device da64039b-2fa7-4c1e-ad8a-310355a5746f not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:29.448674 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device ec871e9d-b443-4540-9571-662c90393cb2 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:29.467224 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: ec871e9d-b443-4540-9571-662c90393cb2 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:29.467643 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device ec871e9d-b443-4540-9571-662c90393cb2 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:29.474716 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Deleting port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:29.474855 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:29.556330 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] For port 332e9f10-5908-4181-b1f3-47ba4f3b0f9f, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,segment=NetworkSegment(ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359),segment_id=ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:29.556723 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:29.568414 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Calling delete_port for 332e9f10-5908-4181-b1f3-47ba4f3b0f9f owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:29.577565 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40142) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:29.675920 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-296862231-network', 'tenant_id': 'd74710a50218492ea4e6714521016f1e'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:17:29.775468 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Made reservation on behalf of d74710a50218492ea4e6714521016f1e for: {'network': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:17:29.777849 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for network, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:29.786294 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:29.832948 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:29.860601 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Pushing event deleted for resources: {'Port': ['ID=332e9f10-5908-4181-b1f3-47ba4f3b0f9f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:29.904275 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.032584 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.044846 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.052089 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] vlan segment allocate from pool success with {'vlan_id': 1211, 'physical_network': 'physnet1'} {{(pid=94721) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 10:17:30.062716 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:30.067432 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.067770 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.db.segments_db [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Added segment 4ae605d7-0c43-44e2-a901-3ca5579ada4d of type vlan for network 5fe90e17-775e-447d-8a68-35ba0eb44c84 Aug 24 10:17:30.108524 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758770106965'] for network, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.221415 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173'] for network, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.222405 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:30.223066 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.265115 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:17:30.280603 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] Pushing event updated for resources: {'Network': ['ID=5fe90e17-775e-447d-8a68-35ba0eb44c84,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:30.291459 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Network 5fe90e17-775e-447d-8a68-35ba0eb44c84 details requested by agent ovs-agent-dv-cinder-805796-1-iscsi with host dv-cinder-805796-1-iscsi {{(pid=94723) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 10:17:30.318581 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-edc5d9fa-55d3-4dbe-b25e-3be6bd7ef72a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7398458 Aug 24 10:17:30.322780 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40146) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:30.327162 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Request body: {'subnet': {'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-296862231-subnet', 'tenant_id': 'd74710a50218492ea4e6714521016f1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:17:30.378397 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:17:30.386769 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-764c36e5-ec07-46e0-b4e1-3de78b22313d admin admin] 10.222.0.64 "PUT /v2.0/routers/0f9d5bb3-0146-4e88-bc8e-755948e3a5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290112 Aug 24 10:17:30.387038 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40148) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:30.387620 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] Sync routers for ids ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:17:30.396753 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] Routers {'0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:30.403233 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:30.430547 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Made reservation on behalf of d74710a50218492ea4e6714521016f1e for: {'subnet': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:17:30.432889 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3295525'] for subnet, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.512884 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] Set router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:30.586962 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks [] for router, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.707272 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:17:29Z', 'revision_number': 5, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:30.733316 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] Checking router: 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:17:30.741320 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] Routers {'0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:30.742506 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:30.752255 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.803748 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25642233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3295575'] for subnet, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:30.845245 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] Set router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:31.032605 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:17:29Z', 'revision_number': 5, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:31.060677 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aec1f-5cd6-4802-a2f4-5ee19a0d894d None None] The sync data for ids ['0f9d5bb3-0146-4e88-bc8e-755948e3a5a2'] in dv-cinder-805796-1-iscsi is: [{'id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'name': 'tempest-TestShelveInstance-1503139780-router', 'tenant_id': '0b68d032699a498d9c4e57f8e94f137b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:12:10Z', 'updated_at': '2021-08-24T10:17:29Z', 'revision_number': 5, 'project_id': '0b68d032699a498d9c4e57f8e94f137b', 'gw_port': {'id': 'd76d969b-f2ad-4d63-9081-99398648a40f', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f9d5bb3-0146-4e88-bc8e-755948e3a5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:12:12Z', 'updated_at': '2021-08-24T10:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:17:31.155576 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda8b68b-8413-4d06-b55e-c934784ecbfe,revision_number=0']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:31.168024 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Checking segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:17:31.168371 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Network hostable DHCP agents. Network: 5fe90e17-775e-447d-8a68-35ba0eb44c84, hostable agents: ['95ad8070-068a-4c7a-a9f6-ffe04b544afc'], hosted agents: [] {{(pid=94721) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 10:17:31.185792 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Deleting port d76d969b-f2ad-4d63-9081-99398648a40f {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:31.186128 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.263583 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] For port d76d969b-f2ad-4d63-9081-99398648a40f, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=d76d969b-f2ad-4d63-9081-99398648a40f,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:31.263947 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.272630 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Network 5fe90e17-775e-447d-8a68-35ba0eb44c84 is scheduled to be hosted by DHCP agent 95ad8070-068a-4c7a-a9f6-ffe04b544afc with binding_index 1 {{(pid=94721) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 10:17:31.279892 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Calling delete_port for d76d969b-f2ad-4d63-9081-99398648a40f owned by network:router_gateway {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:31.377932 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805796-1-iscsi, 5fe90e17-775e-447d-8a68-35ba0eb44c84) {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:17:31.387161 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:31.387822 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.392995 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f6ae5-c3e8-4443-9d51-4c3de27771d8 None None] Network 5fe90e17-775e-447d-8a68-35ba0eb44c84 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:17:31.455340 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 332e9f10-5908-4181-b1f3-47ba4f3b0f9f no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:31.481030 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 332e9f10-5908-4181-b1f3-47ba4f3b0f9f {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:31.481462 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 332e9f10-5908-4181-b1f3-47ba4f3b0f9f not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:31.485904 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3896f7a2-de84-423e-9d4f-23de9943bfc9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1621153 Aug 24 10:17:31.535700 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.568366 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b620ec-088b-4e44-a0b8-58d43494ef23 None None] Network 5fe90e17-775e-447d-8a68-35ba0eb44c84 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:17:31.580078 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76d969b-f2ad-4d63-9081-99398648a40f,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:31.643869 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.745788 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.747982 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.855232 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.855739 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 {{(pid=94721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:17:31.868532 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.869702 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-55f76323-a369-423f-ac3d-673ecd2a2577 admin admin] 10.222.0.64 "DELETE /v2.0/routers/0f9d5bb3-0146-4e88-bc8e-755948e3a5a2 HTTP/1.1" status: 204 len: 168 time: 1.4816878 Aug 24 10:17:31.872332 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40168) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:31.920660 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13c2844-762a-4703-af8c-734c4bd4f121 admin admin] Deleting subnet 60fd41af-267a-4a5c-9704-30777c42194c {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:17:31.923981 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e13c2844-762a-4703-af8c-734c4bd4f121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.955314 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-330b5f53-3dc3-46cd-90b9-37865cb318e9 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:31.956897 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-330b5f53-3dc3-46cd-90b9-37865cb318e9 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 814 time: 0.1133180 Aug 24 10:17:31.963835 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e13c2844-762a-4703-af8c-734c4bd4f121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25983418'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:31.972303 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-0c94d179-8f7a-4c8b-89f5-a5f7ce82e0c2 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/quotas/d74710a50218492ea4e6714521016f1e HTTP/1.1" status: 200 len: 375 time: 0.0096865 Aug 24 10:17:32.008576 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-7fb2567e-57e3-456c-859d-9f4c727c16ed tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297809 Aug 24 10:17:32.019454 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-492cc87c-9dcc-43a1-b6f4-d267a8c5e08f service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=94721) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 24 10:17:32.020482 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-492cc87c-9dcc-43a1-b6f4-d267a8c5e08f service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051217 Aug 24 10:17:32.049616 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e13c2844-762a-4703-af8c-734c4bd4f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.111897 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4a817e54-9c4e-4eac-b543-388b78d202c6 service neutron] 10.222.0.64 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853872 Aug 24 10:17:32.175201 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e13c2844-762a-4703-af8c-734c4bd4f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26000652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28312923'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.200980 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c2844-762a-4703-af8c-734c4bd4f121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fd41af-267a-4a5c-9704-30777c42194c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:32.202488 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-9639612d-7388-4dcc-9841-84f46993e249 service neutron] 10.222.0.64 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836577 Aug 24 10:17:32.204429 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e13c2844-762a-4703-af8c-734c4bd4f121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.206320 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-e13c2844-762a-4703-af8c-734c4bd4f121 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/60fd41af-267a-4a5c-9704-30777c42194c HTTP/1.1" status: 204 len: 168 time: 0.3328063 Aug 24 10:17:32.208785 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40170) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:32.212230 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9539a8c6-d41c-436c-a814-4753e736f75c None None] Network 709917bd-b08a-40d1-ac86-a4bdc27d71d3 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:17:32.289981 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.348571 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Deleting port 12d23801-0e52-466d-8aa0-fceab0e9bba0 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:32.348908 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.406191 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] DHCP port deletion for 709917bd-b08a-40d1-ac86-a4bdc27d71d3 request from dv-cinder-805796-1-iscsi {{(pid=94723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 10:17:32.424313 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] For port 12d23801-0e52-466d-8aa0-fceab0e9bba0, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=12d23801-0e52-466d-8aa0-fceab0e9bba0,segment=NetworkSegment(ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359),segment_id=ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:32.424313 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.436094 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Calling delete_port for 12d23801-0e52-466d-8aa0-fceab0e9bba0 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:32.475532 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] Deleting port 12d23801-0e52-466d-8aa0-fceab0e9bba0 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:32.476119 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.532148 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-fb24b00a-85fd-401e-bb85-d0390419dbbf req-94dcc439-bbab-41d9-aa9b-4022960ffa70 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0396104 Aug 24 10:17:32.555863 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] For port 12d23801-0e52-466d-8aa0-fceab0e9bba0, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=12d23801-0e52-466d-8aa0-fceab0e9bba0,segment=NetworkSegment(ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359),segment_id=ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:32.556365 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.570337 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] Calling delete_port for 12d23801-0e52-466d-8aa0-fceab0e9bba0 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:32.627001 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.651098 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.653975 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=12d23801-0e52-466d-8aa0-fceab0e9bba0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:32.657361 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] No DVR routers for this DVR port 12d23801-0e52-466d-8aa0-fceab0e9bba0 on host dv-cinder-805796-1-iscsi {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:17:32.682340 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] Pushing event deleted for resources: {'Port': ['ID=12d23801-0e52-466d-8aa0-fceab0e9bba0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:32.684473 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ca24f-d30b-4781-9ef2-41b0ad83b1eb None None] No DVR routers for this DVR port 12d23801-0e52-466d-8aa0-fceab0e9bba0 on host dv-cinder-805796-1-iscsi {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:17:32.737457 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.748193 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709917bd-b08a-40d1-ac86-a4bdc27d71d3']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:32.759731 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:32.760023 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff605bfb-6c9b-4ec4-8b5b-af91ed1a7359') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:32.771282 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25983397'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.792737 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.798826 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:17:32.799274 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26000746'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: Traceback (most recent call last): Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: timer() Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: cb(*args, **kw) Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: return func(*args, **kwargs) Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: self._notify() Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: self.callback(batched_events) Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: event.method(event) Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: return f(self, *a, **k) Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._get(url).json() Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: return self.request(url, 'GET', **kwargs) Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:17:32.800955 dv-cinder-805796-1-iscsi neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:17:32.917783 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.924184 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:32.926002 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] 10.222.0.64 "DELETE /v2.0/networks/709917bd-b08a-40d1-ac86-a4bdc27d71d3 HTTP/1.1" status: 204 len: 168 time: 0.7161305 Aug 24 10:17:32.936525 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a3179-274d-43fd-b68e-5cf38aa57b0a admin admin] Pushing event deleted for resources: {'Network': ['ID=709917bd-b08a-40d1-ac86-a4bdc27d71d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:33.245291 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 12d23801-0e52-466d-8aa0-fceab0e9bba0 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:33.265273 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 12d23801-0e52-466d-8aa0-fceab0e9bba0 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:33.265610 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 12d23801-0e52-466d-8aa0-fceab0e9bba0 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:33.266004 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device d76d969b-f2ad-4d63-9081-99398648a40f no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:33.283947 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: d76d969b-f2ad-4d63-9081-99398648a40f {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:33.284287 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device d76d969b-f2ad-4d63-9081-99398648a40f not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:33.295506 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40186) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:33.337164 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-a82cfc5f-8d65-4572-90f0-55df2bfb3ee7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d465d2008563404ab757a87a35aca3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401990 Aug 24 10:17:33.339384 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40188) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:33.391635 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3c2917bf-c9ed-4e7f-9662-7278efea949f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:33.413455 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3c2917bf-c9ed-4e7f-9662-7278efea949f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:33.516827 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3c2917bf-c9ed-4e7f-9662-7278efea949f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:33.519352 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-3c2917bf-c9ed-4e7f-9662-7278efea949f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:33.520598 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-3c2917bf-c9ed-4e7f-9662-7278efea949f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e11fce8-94be-4bb8-bcb0-b97cb1582503 HTTP/1.1" status: 204 len: 168 time: 0.1802454 Aug 24 10:17:33.528219 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2917bf-c9ed-4e7f-9662-7278efea949f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e11fce8-94be-4bb8-bcb0-b97cb1582503,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:33.611386 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6d8c2afb-0b9d-45f0-90d0-9be4ec869bb4 req-71ee4f64-a2b1-4b87-9713-579f9745e6d9 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0273206 Aug 24 10:17:34.231748 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40198) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:34.271107 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-89efd502-4c80-44c1-a95e-03d1ce261333 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0b68d032699a498d9c4e57f8e94f137b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381737 Aug 24 10:17:34.273667 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:34.326078 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a16c2ca-7624-43fb-924f-03184953f36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:34.346648 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a16c2ca-7624-43fb-924f-03184953f36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:34.437817 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a16c2ca-7624-43fb-924f-03184953f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:34.440348 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a16c2ca-7624-43fb-924f-03184953f36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:34.445612 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-4a16c2ca-7624-43fb-924f-03184953f36a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6003550-d2f9-448a-a53a-4ba1b3c9e458 HTTP/1.1" status: 204 len: 168 time: 0.1672409 Aug 24 10:17:34.449630 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16c2ca-7624-43fb-924f-03184953f36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6003550-d2f9-448a-a53a-4ba1b3c9e458,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:34.706626 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-16f3172b-877d-438d-a3a1-68f3015b3a3c req-aac45116-f1ea-4806-96da-a7a2078d5e54 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Aug 24 10:17:34.809538 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:17:35.030390 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-74132cf4-c450-4081-9070-1ad405578c88 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:35.031848 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-74132cf4-c450-4081-9070-1ad405578c88 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 814 time: 0.1132965 Aug 24 10:17:35.060371 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Request body: {'port': {'device_id': '50df177e-6168-4922-b71c-b347cd5d2cb8', 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'admin_state_up': True, 'tenant_id': 'd74710a50218492ea4e6714521016f1e'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:17:35.243798 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Made reservation on behalf of d74710a50218492ea4e6714521016f1e for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:17:35.247998 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:35.378669 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Allocated IP 172.20.0.4 (5fe90e17-775e-447d-8a68-35ba0eb44c84/eda8b68b-8413-4d06-b55e-c934784ecbfe/09901866-75bd-41d0-b544-c15eab1665f3) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:17:35.523315 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:35.638236 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:35.679342 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Network 5fe90e17-775e-447d-8a68-35ba0eb44c84 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:17:35.683261 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:17:35.687213 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:17:35.712343 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Pushing event updated for resources: {'Port': ['ID=09901866-75bd-41d0-b544-c15eab1665f3,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:35.740097 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:35.740736 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:35.805284 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-4b035893-4629-427a-940d-5736cb69c9b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7489123 Aug 24 10:17:35.827782 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5c4c5-123d-4f3b-afdc-c73fb1f1793d req-b5e8bbc4-005b-45a0-bfd3-93232ca570fc tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:35.829194 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bde5c4c5-123d-4f3b-afdc-c73fb1f1793d req-b5e8bbc4-005b-45a0-bfd3-93232ca570fc tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 931 time: 0.0516253 Aug 24 10:17:35.834020 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Request body: {'port': {'device_id': '50df177e-6168-4922-b71c-b347cd5d2cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:17:35.911948 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-bde5c4c5-123d-4f3b-afdc-c73fb1f1793d req-71057e64-2bc0-40fa-b3e9-a4bdd2c837b5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751996 Aug 24 10:17:35.914180 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:36.168943 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09901866-75bd-41d0-b544-c15eab1665f3 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:17:36.176167 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:36.188100 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Transition to ACTIVE for port object 09901866-75bd-41d0-b544-c15eab1665f3 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:17:36.277268 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:36.331390 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Pushing event updated for resources: {'Port': ['ID=09901866-75bd-41d0-b544-c15eab1665f3,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:36.392381 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Attempting to bind port 09901866-75bd-41d0-b544-c15eab1665f3 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:17:36.392728 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Attempting to bind port 09901866-75bd-41d0-b544-c15eab1665f3 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:17:36.393040 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Attempting to bind port 09901866-75bd-41d0-b544-c15eab1665f3 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:17:36.397219 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Port 09901866-75bd-41d0-b544-c15eab1665f3 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:17:36.397532 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Attempting to bind port 09901866-75bd-41d0-b544-c15eab1665f3 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:17:36.403003 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:17:36.403333 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Checking segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:17:36.403704 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Bound using segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:17:36.404123 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Bound port: 09901866-75bd-41d0-b544-c15eab1665f3, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:17:36.404495 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:36.464743 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] For port 09901866-75bd-41d0-b544-c15eab1665f3, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:17:36.467656 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] For port 09901866-75bd-41d0-b544-c15eab1665f3, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=09901866-75bd-41d0-b544-c15eab1665f3,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:17:36.553024 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:36.592270 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:36.592900 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:36.594314 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] 10.222.0.90 "PUT /v2.0/ports/09901866-75bd-41d0-b544-c15eab1665f3 HTTP/1.1" status: 200 len: 1093 time: 0.7642386 Aug 24 10:17:36.594766 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50df177e-6168-4922-b71c-b347cd5d2cb8', 'tag': '09901866-75bd-41d0-b544-c15eab1665f3'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:36.597074 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313b28e6-86c2-42fc-ac94-a59cdf84ada4" -d '{"events": [{"name": "network-changed", "server_uuid": "50df177e-6168-4922-b71c-b347cd5d2cb8", "tag": "09901866-75bd-41d0-b544-c15eab1665f3"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:36.621845 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08abef-4957-45cc-8417-dd6fe749ef86 service neutron] Pushing event updated for resources: {'Port': ['ID=09901866-75bd-41d0-b544-c15eab1665f3,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:36.635497 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9302fd9-f439-4eeb-a36f-b117aa5aad7a x-openstack-request-id: req-a9302fd9-f439-4eeb-a36f-b117aa5aad7a {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:36.635892 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50df177e-6168-4922-b71c-b347cd5d2cb8", "tag": "09901866-75bd-41d0-b544-c15eab1665f3", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:36.636031 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9302fd9-f439-4eeb-a36f-b117aa5aad7a {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:36.636443 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50df177e-6168-4922-b71c-b347cd5d2cb8', 'tag': '09901866-75bd-41d0-b544-c15eab1665f3', 'status': 'completed', 'code': 200} Aug 24 10:17:36.721083 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b28e6-86c2-42fc-ac94-a59cdf84ada4 req-fe5fc073-64a8-44e5-852f-f168cf171fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:36.722513 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-313b28e6-86c2-42fc-ac94-a59cdf84ada4 req-fe5fc073-64a8-44e5-852f-f168cf171fff service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0432429 Aug 24 10:17:36.831489 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b28e6-86c2-42fc-ac94-a59cdf84ada4 req-cc916313-8289-4ab5-951c-9e22a56228f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:36.833001 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-313b28e6-86c2-42fc-ac94-a59cdf84ada4 req-cc916313-8289-4ab5-951c-9e22a56228f6 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d74710a50218492ea4e6714521016f1e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0881107 Aug 24 10:17:36.933769 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b28e6-86c2-42fc-ac94-a59cdf84ada4 req-38b31ef9-7dd3-43af-9d01-f01b394b1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:36.935235 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-313b28e6-86c2-42fc-ac94-a59cdf84ada4 req-38b31ef9-7dd3-43af-9d01-f01b394b1f59 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911467 Aug 24 10:17:37.053914 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de593b5-3221-4c98-bd5c-5c820e3140af req-585b0bde-c90f-4692-833c-27c531377b73 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:37.055315 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6de593b5-3221-4c98-bd5c-5c820e3140af req-585b0bde-c90f-4692-833c-27c531377b73 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 943 time: 0.0759563 Aug 24 10:17:37.073660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-00d29d76-f7e0-46f9-a836-becb097762a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:37.075096 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-00d29d76-f7e0-46f9-a836-becb097762a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0675528 Aug 24 10:17:37.135960 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6de593b5-3221-4c98-bd5c-5c820e3140af req-d19ecfc8-a32d-4843-993e-fb135d40988e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728748 Aug 24 10:17:37.137356 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-3019aed6-830a-44be-b9d5-296b507602b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09901866-75bd-41d0-b544-c15eab1665f3 HTTP/1.1" status: 200 len: 217 time: 0.0401196 Aug 24 10:17:37.197815 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-9bdede46-ea5f-4aa8-b524-35d996b5f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:37.199411 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-9bdede46-ea5f-4aa8-b524-35d996b5f413 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eda8b68b-8413-4d06-b55e-c934784ecbfe HTTP/1.1" status: 200 len: 854 time: 0.0507295 Aug 24 10:17:37.232742 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-3379c83f-936f-4ad5-8778-137c8338d605 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5fe90e17-775e-447d-8a68-35ba0eb44c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250101 Aug 24 10:17:37.329088 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-45b9e01d-d08f-4b36-8ef6-355c23a9c332 service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854220 Aug 24 10:17:37.419223 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c2cf133f-1bf5-4253-9fed-f85cd8c6046e req-dffd6f88-ef56-42f4-bcb8-a7988f1035ad service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797706 Aug 24 10:17:38.252512 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17ad35-5342-4f90-99b7-650b86b1be6a req-d69e698d-edb3-4b7a-9cbf-44d827ea1d3b tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:38.253978 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0c17ad35-5342-4f90-99b7-650b86b1be6a req-d69e698d-edb3-4b7a-9cbf-44d827ea1d3b tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 943 time: 0.0483716 Aug 24 10:17:38.291267 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0c17ad35-5342-4f90-99b7-650b86b1be6a req-e12f440d-0d26-4a64-94a5-bfed490441c8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304887 Aug 24 10:17:38.875793 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 09901866-75bd-41d0-b544-c15eab1665f3 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:17:38.971890 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 09901866-75bd-41d0-b544-c15eab1665f3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=09901866-75bd-41d0-b544-c15eab1665f3,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:38.983235 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': '09901866-75bd-41d0-b544-c15eab1665f3', 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'port_id': '09901866-75bd-41d0-b544-c15eab1665f3', 'mac_address': 'fa:16:3e:7d:d3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda8b68b-8413-4d06-b55e-c934784ecbfe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:17:39.022664 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:39.036621 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09901866-75bd-41d0-b544-c15eab1665f3 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:17:39.057092 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 09901866-75bd-41d0-b544-c15eab1665f3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=09901866-75bd-41d0-b544-c15eab1665f3,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:39.129377 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:39.182646 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=09901866-75bd-41d0-b544-c15eab1665f3,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:39.410021 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ba0c-76ae-486e-b461-31d4e5d19289 req-373f67c2-c805-4bd7-96c3-d1b40433a2b9 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:39.411394 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a779ba0c-76ae-486e-b461-31d4e5d19289 req-373f67c2-c805-4bd7-96c3-d1b40433a2b9 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 944 time: 0.0538073 Aug 24 10:17:39.448515 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a779ba0c-76ae-486e-b461-31d4e5d19289 req-78d04c6c-3228-4ad3-be15-98beb94e122c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Aug 24 10:17:39.517414 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['09901866-75bd-41d0-b544-c15eab1665f3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:17:40.576966 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf93d-d40f-40a7-b71d-b99be10cca2b req-9944d167-8e0c-4817-947b-a22b64ba04d3 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:40.578424 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-65faf93d-d40f-40a7-b71d-b99be10cca2b req-9944d167-8e0c-4817-947b-a22b64ba04d3 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 944 time: 0.0504949 Aug 24 10:17:40.615616 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-65faf93d-d40f-40a7-b71d-b99be10cca2b req-bb26f597-495a-4fc0-96de-1327a197270e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Aug 24 10:17:40.874691 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 09901866-75bd-41d0-b544-c15eab1665f3 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:17:41.015057 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port 09901866-75bd-41d0-b544-c15eab1665f3 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:17:41.019118 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port 09901866-75bd-41d0-b544-c15eab1665f3 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:17:41.019484 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:41.097901 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:41.120003 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50df177e-6168-4922-b71c-b347cd5d2cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09901866-75bd-41d0-b544-c15eab1665f3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:41.122332 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460839f6-20e7-45cb-adb6-4332b5bf008b" -d '{"events": [{"server_uuid": "50df177e-6168-4922-b71c-b347cd5d2cb8", "name": "network-vif-plugged", "status": "completed", "tag": "09901866-75bd-41d0-b544-c15eab1665f3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:41.135390 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port 09901866-75bd-41d0-b544-c15eab1665f3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=09901866-75bd-41d0-b544-c15eab1665f3,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:41.232562 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:41.281425 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=09901866-75bd-41d0-b544-c15eab1665f3,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:41.338300 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a896665-9fc2-4241-913d-681ab6831ebd x-openstack-request-id: req-7a896665-9fc2-4241-913d-681ab6831ebd {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:41.338595 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50df177e-6168-4922-b71c-b347cd5d2cb8", "name": "network-vif-plugged", "status": "completed", "tag": "09901866-75bd-41d0-b544-c15eab1665f3", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:41.338853 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7a896665-9fc2-4241-913d-681ab6831ebd {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:41.339250 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50df177e-6168-4922-b71c-b347cd5d2cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09901866-75bd-41d0-b544-c15eab1665f3', 'code': 200} Aug 24 10:17:41.668106 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92911e3-3021-4bf0-bfcf-014229e56def req-f544553d-94a1-4cc7-b445-6193fac53d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:41.670129 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e92911e3-3021-4bf0-bfcf-014229e56def req-f544553d-94a1-4cc7-b445-6193fac53d4d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0412972 Aug 24 10:17:41.712479 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-e92911e3-3021-4bf0-bfcf-014229e56def req-1e550fda-6ba7-4a8b-8472-0eb6ae4cc316 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295665 Aug 24 10:17:41.730077 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14d97f-2f79-4aa8-be7f-c24eeb0939cb req-28b8348c-58a1-4e3a-8e02-af01884f1ece tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:41.731559 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0c14d97f-2f79-4aa8-be7f-c24eeb0939cb req-28b8348c-58a1-4e3a-8e02-af01884f1ece tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 945 time: 0.0503337 Aug 24 10:17:41.768692 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0c14d97f-2f79-4aa8-be7f-c24eeb0939cb req-f7d926a0-9895-4f13-81c0-993c16669554 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312486 Aug 24 10:17:42.884845 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49daf1-1671-45c6-a505-c15cb6dc9b67 req-d868bb03-e6d0-47c0-8938-af8daa070f1e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:42.887301 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb49daf1-1671-45c6-a505-c15cb6dc9b67 req-d868bb03-e6d0-47c0-8938-af8daa070f1e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 945 time: 0.0492051 Aug 24 10:17:42.926250 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb49daf1-1671-45c6-a505-c15cb6dc9b67 req-e59a5f23-f467-44dd-88a7-6d3fee34434d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Aug 24 10:17:44.039728 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc4060-d4f8-4c54-aee5-c5c8183192a1 req-bf66fe3b-42a0-40e7-ae0e-a15c2ab0bb1a tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:44.041230 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b0fc4060-d4f8-4c54-aee5-c5c8183192a1 req-bf66fe3b-42a0-40e7-ae0e-a15c2ab0bb1a tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 945 time: 0.0481865 Aug 24 10:17:44.078225 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b0fc4060-d4f8-4c54-aee5-c5c8183192a1 req-3a61f679-3164-4544-b3fa-6c36074fc155 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309882 Aug 24 10:17:45.877985 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:48.454701 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40256) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:48.873663 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Deleting port c5c98eee-fb8a-49a3-a2b9-0daaf6210739 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:48.873994 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:48.944916 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:48.949055 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:48.956461 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Calling delete_port for c5c98eee-fb8a-49a3-a2b9-0daaf6210739 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:49.187161 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:49.213937 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event deleted for resources: {'Port': ['ID=c5c98eee-fb8a-49a3-a2b9-0daaf6210739,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:49.276127 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:49.276487 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.l3_db [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Floating IP 9315f7d3-5460-4e13-b083-3a84ddaa4043 disassociated (deleted). External IP: 172.27.3.182, port: b36037dd-0946-46ba-acaa-55a81b215df3. Aug 24 10:17:49.482245 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Router 8b9d97e3-3421-4364-9561-220f1b74826b has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:17:49.596676 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:17:49.601583 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:49.606250 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:17:49.615328 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:49.615940 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:49.628370 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-16253b30-f10e-4273-aa7f-e317860c9c63 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "DELETE /v2.0/floatingips/9315f7d3-5460-4e13-b083-3a84ddaa4043 HTTP/1.1" status: 204 len: 168 time: 1.1725953 Aug 24 10:17:49.628984 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:49.631209 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0fa34c-7d33-4342-8adb-0584d1294ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:49.674372 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0ce3e3-3391-40a7-bf8a-2b7e4224e54c x-openstack-request-id: req-de0ce3e3-3391-40a7-bf8a-2b7e4224e54c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:49.674661 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:49.675082 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-de0ce3e3-3391-40a7-bf8a-2b7e4224e54c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:49.675489 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'status': 'completed', 'code': 200} Aug 24 10:17:49.736806 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:49.768236 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-0492b5be-0df2-4a3d-9999-855f09f44f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:49.769770 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-0492b5be-0df2-4a3d-9999-855f09f44f9b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 1099 time: 0.0451496 Aug 24 10:17:49.865915 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-a3cb215d-843a-426c-9fdd-6a8949a7d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:49.871188 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-a3cb215d-843a-426c-9fdd-6a8949a7d0c4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 913 time: 0.0912201 Aug 24 10:17:49.914277 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-288b3260-25f3-4cdd-9fd5-f1eded1b6430 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b36037dd-0946-46ba-acaa-55a81b215df3 HTTP/1.1" status: 200 len: 217 time: 0.0394247 Aug 24 10:17:49.967964 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-67661c68-11f9-4bce-a259-30cb06cc627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:49.969482 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-67661c68-11f9-4bce-a259-30cb06cc627a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0481594 Aug 24 10:17:49.971679 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:14:01Z', 'revision_number': 1, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:50.000007 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:17:50.010377 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:50.011034 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:24Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:50.021430 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-fc4bb942-9933-49a7-8b92-a4c374bf5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:50.022974 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-fc4bb942-9933-49a7-8b92-a4c374bf5796 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466733 Aug 24 10:17:50.125610 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:50.149421 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-976ce6ff-a29b-475a-bfa7-283cba8d0304 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182849 Aug 24 10:17:50.173519 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84889015-b5c6-4f90-b0b1-65ed8c10192a req-47a51259-7f95-43ab-814b-e42218bfd844 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:50.175029 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-84889015-b5c6-4f90-b0b1-65ed8c10192a req-47a51259-7f95-43ab-814b-e42218bfd844 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 946 time: 0.0842526 Aug 24 10:17:50.266205 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-84889015-b5c6-4f90-b0b1-65ed8c10192a req-9a0ddd91-0f59-4066-ad68-d5afe3afd611 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787950 Aug 24 10:17:50.286183 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ab0fa34c-7d33-4342-8adb-0584d1294ab8 req-b10b14c0-04b3-4cfc-9319-8ce627ccb6a2 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284912 Aug 24 10:17:50.375435 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:14:01Z', 'revision_number': 1, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:50.404540 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb3520-8e1a-4bea-997b-4a7555c8ada4 None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_floatingips': [{'id': 'd0a0e233-d96c-4b65-b6f5-a4970c0d2374', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'floating_ip_address': '172.27.3.179', 'floating_network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'router_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'port_id': '39592277-8780-4a99-a8fe-06f6636207d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'mac_address': 'fa:16:3e:e4:8e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T10:13:58Z', 'updated_at': '2021-08-24T10:14:01Z', 'revision_number': 1, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:17:50.609805 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f0be6-755b-42ea-ae5e-9157595b07e6 None None] New status for floating IP 9315f7d3-5460-4e13-b083-3a84ddaa4043: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:17:51.064897 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2bf26a98-6f8d-4958-b3e4-f4e126557461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:51.387616 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46095fbe-1369-4d27-b58a-903c05e5f25a req-ff2b84fd-2aa8-4429-bf2f-344067d6c24e tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:51.389177 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46095fbe-1369-4d27-b58a-903c05e5f25a req-ff2b84fd-2aa8-4429-bf2f-344067d6c24e tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 946 time: 0.0487504 Aug 24 10:17:51.425997 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-46095fbe-1369-4d27-b58a-903c05e5f25a req-209299c4-1be5-47cb-ac84-e4b80c95fe47 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Aug 24 10:17:51.979421 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-4fa869c7-8a73-4ab3-8048-eb83e2448cba tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:51.981621 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-4fa869c7-8a73-4ab3-8048-eb83e2448cba tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 946 time: 0.0534544 Aug 24 10:17:52.071354 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Deleting port b36037dd-0946-46ba-acaa-55a81b215df3 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:52.071602 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:52.159603 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] For port b36037dd-0946-46ba-acaa-55a81b215df3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=b36037dd-0946-46ba-acaa-55a81b215df3,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:17:52.159969 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:52.171537 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Calling delete_port for b36037dd-0946-46ba-acaa-55a81b215df3 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:52.374903 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:52.409670 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event deleted for resources: {'Port': ['ID=b36037dd-0946-46ba-acaa-55a81b215df3,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:52.448140 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] No DVR routers for this DVR port b36037dd-0946-46ba-acaa-55a81b215df3 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:17:52.451563 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:52.453629 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-2c5483ee-1b66-4223-8a27-126b2209c28c req-0bba3552-226c-4b86-9ddc-88345b3ae1b2 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "DELETE /v2.0/ports/b36037dd-0946-46ba-acaa-55a81b215df3 HTTP/1.1" status: 204 len: 173 time: 0.4654434 Aug 24 10:17:52.454065 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'name': 'network-vif-deleted', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:52.456316 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b639f70-1716-47a2-a1d7-4b89fe18478b" -d '{"events": [{"server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "name": "network-vif-deleted", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:52.490519 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e6e27-1388-4a42-85f1-d472244e9471 x-openstack-request-id: req-da1e6e27-1388-4a42-85f1-d472244e9471 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:52.490809 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a", "name": "network-vif-deleted", "tag": "b36037dd-0946-46ba-acaa-55a81b215df3", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:52.491055 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da1e6e27-1388-4a42-85f1-d472244e9471 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:52.492059 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a', 'name': 'network-vif-deleted', 'tag': 'b36037dd-0946-46ba-acaa-55a81b215df3', 'status': 'completed', 'code': 200} Aug 24 10:17:52.526673 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-16444122-88b1-4bdf-9df6-a4b6c4d095db req-d41f7a77-b3ea-4535-8ff1-51b90b28ba1b tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 210 time: 0.0264418 Aug 24 10:17:53.635199 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-772f5f1f-a5af-49c2-9e0f-f1febf2d5ae4 req-c0e381cf-db23-4098-b10f-b5eaa3440df6 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=1371c7c1-3fb3-42df-bbeb-2f7bc7772d2a HTTP/1.1" status: 200 len: 210 time: 0.0284598 Aug 24 10:17:53.854994 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f33bf15a-b789-48cd-916d-b21a76ac6eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:54.078186 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:54.220309 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-f07db6d8-5be5-4ff7-8903-6c83fd6e26e5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0940654 Aug 24 10:17:54.258652 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-13debabb-66b8-463a-ab8f-6a84277bf8ae tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:54.260152 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-13debabb-66b8-463a-ab8f-6a84277bf8ae tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 814 time: 0.1099439 Aug 24 10:17:54.278059 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-3cf0a140-9d2b-4f86-9166-3180c4837e61 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/quotas/d74710a50218492ea4e6714521016f1e HTTP/1.1" status: 200 len: 375 time: 0.0112936 Aug 24 10:17:54.354079 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-29784035-47e8-466f-83fb-dbee0dd8f0cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0643139 Aug 24 10:17:54.358727 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-51af6ebf-9e07-4b0c-9e35-0984dbdc023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:54.360116 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-51af6ebf-9e07-4b0c-9e35-0984dbdc023f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 1098 time: 0.0777938 Aug 24 10:17:54.503679 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-2b7c9ef8-a14d-4047-b3ac-2289ecda8351 service neutron] 10.222.0.64 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421342 Aug 24 10:17:54.533326 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-bb7fc622-69a7-4dc0-8097-fb4a285cd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:54.534702 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-bb7fc622-69a7-4dc0-8097-fb4a285cd6f4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 913 time: 0.1314704 Aug 24 10:17:54.641133 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-40c9ab2e-8f75-4a36-a67f-6bb887d6680e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39592277-8780-4a99-a8fe-06f6636207d6 HTTP/1.1" status: 200 len: 1001 time: 0.0801213 Aug 24 10:17:54.652804 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-81f40293-ce42-4e83-baec-b84ae32b8e8d service neutron] 10.222.0.64 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395776 Aug 24 10:17:54.695595 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-402aacf2-034b-4448-bcc7-311951923e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:54.697110 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-402aacf2-034b-4448-bcc7-311951923e64 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0474894 Aug 24 10:17:54.748134 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-c5f084fe-1fdd-4f1c-9245-6ae55999ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:54.749917 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-c5f084fe-1fdd-4f1c-9245-6ae55999ae61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439627 Aug 24 10:17:54.839090 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-b427cdf6-53e2-4389-96ef-0d337e9ec5d5 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806966 Aug 24 10:17:54.947120 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-aea18fa5-8c5f-4431-b36e-7db3a2dc1461 req-a5707fed-07da-42f2-b80b-fb41e976a8a3 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 210 time: 0.0348673 Aug 24 10:17:54.957027 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b6846c5b-4f60-4d53-a809-4837085b4076 req-3f948a62-3b26-4633-9ff1-fee623c9e4b7 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069279 Aug 24 10:17:55.261137 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:56.045576 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-74200982-f3c4-4d53-9d4a-7d85419a784a req-914dd6a2-c4fe-48e1-a7c4-f3ca2a09047e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 210 time: 0.0290654 Aug 24 10:17:56.826349 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:56.907401 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c51b05c3-3c90-4735-9308-7d0718bcc084 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:56.909005 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c51b05c3-3c90-4735-9308-7d0718bcc084 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 814 time: 0.1040497 Aug 24 10:17:56.917139 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device b36037dd-0946-46ba-acaa-55a81b215df3 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:17:56.929881 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Request body: {'port': {'device_id': 'eb9b840b-6b26-48e2-bbb1-bc4fc17a5902', 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'admin_state_up': True, 'tenant_id': 'd74710a50218492ea4e6714521016f1e'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:17:56.941658 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: b36037dd-0946-46ba-acaa-55a81b215df3 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:17:56.942271 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device b36037dd-0946-46ba-acaa-55a81b215df3 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:17:57.165064 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-dae89201-ba1e-44e1-9c92-2ba0160c1f70 req-92d7b0bd-7326-4805-a4ac-8439d64fb6ba tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 210 time: 0.0392435 Aug 24 10:17:57.174252 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40326) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:17:57.346455 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Deleting port 29073018-b8c5-447c-ab75-56bb82c0e0cb {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:17:57.346735 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.390540 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Made reservation on behalf of d74710a50218492ea4e6714521016f1e for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:17:57.394099 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.421741 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.422057 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.434683 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Calling delete_port for 29073018-b8c5-447c-ab75-56bb82c0e0cb owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:17:57.515695 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Allocated IP 172.20.0.12 (5fe90e17-775e-447d-8a68-35ba0eb44c84/eda8b68b-8413-4d06-b55e-c934784ecbfe/d63899b1-6075-4195-be97-0097cc359f61) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:17:57.663014 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.664833 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.692589 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event deleted for resources: {'Port': ['ID=29073018-b8c5-447c-ab75-56bb82c0e0cb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:57.753826 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.754182 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.db.l3_db [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Floating IP d0a0e233-d96c-4b65-b6f5-a4970c0d2374 disassociated (deleted). External IP: 172.27.3.179, port: 39592277-8780-4a99-a8fe-06f6636207d6. Aug 24 10:17:57.779223 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.814350 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['09901866-75bd-41d0-b544-c15eab1665f3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:17:57.824138 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Network 5fe90e17-775e-447d-8a68-35ba0eb44c84 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:17:57.829098 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:17:57.832116 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:17:57.868714 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Pushing event updated for resources: {'Port': ['ID=d63899b1-6075-4195-be97-0097cc359f61,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:57.893357 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:57.893979 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:57.962305 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Router 8b9d97e3-3421-4364-9561-220f1b74826b has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:17:58.002817 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-0da426c1-b0ae-40a9-9c0c-e26a535d2ffd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0777998 Aug 24 10:17:58.024602 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Request body: {'port': {'device_id': 'eb9b840b-6b26-48e2-bbb1-bc4fc17a5902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:17:58.071379 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:17:58.076053 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:58.079872 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:58.082560 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:17:58.092452 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:58.093123 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:58.113534 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-4d9d4abe-85b0-4e92-bdc4-008d85e6912d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "DELETE /v2.0/floatingips/d0a0e233-d96c-4b65-b6f5-a4970c0d2374 HTTP/1.1" status: 204 len: 168 time: 0.9380844 Aug 24 10:17:58.114844 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:58.117714 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e03335e58560f0cd1ce858495795698f5e6edd33b6e90036ddbbc3471255e70d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d32cc0-363a-4325-a56e-1f06b44aebbb" -d '{"events": [{"name": "network-changed", "server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "tag": "39592277-8780-4a99-a8fe-06f6636207d6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:58.173180 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedafcbc-13ed-4f10-9a24-dc5c00c32f04 x-openstack-request-id: req-fedafcbc-13ed-4f10-9a24-dc5c00c32f04 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:58.174119 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "tag": "39592277-8780-4a99-a8fe-06f6636207d6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:58.174554 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fedafcbc-13ed-4f10-9a24-dc5c00c32f04 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:58.175116 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6', 'status': 'completed', 'code': 200} Aug 24 10:17:58.309851 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98f672-a920-40c6-869b-a1027b7e56bf req-44ea7220-eb64-4dc4-bf17-738ebdcbf66c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:58.311845 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9b98f672-a920-40c6-869b-a1027b7e56bf req-44ea7220-eb64-4dc4-bf17-738ebdcbf66c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 932 time: 0.0621152 Aug 24 10:17:58.326392 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-bb656026-3ab1-4f03-8306-f15631f163be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:58.328010 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-bb656026-3ab1-4f03-8306-f15631f163be service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 1098 time: 0.1067123 Aug 24 10:17:58.356602 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:58.361262 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-9b98f672-a920-40c6-869b-a1027b7e56bf req-d16f6f48-dfe7-4beb-9659-bef31a2ba6b0 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428190 Aug 24 10:17:58.494373 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-ab724132-f833-4932-94e0-2acd66c5f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:58.495931 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-ab724132-f833-4932-94e0-2acd66c5f996 service neutron] 10.222.0.90 "GET /v2.0/networks?id=7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 200 len: 913 time: 0.1592374 Aug 24 10:17:58.502210 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63899b1-6075-4195-be97-0097cc359f61 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:17:58.509629 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:58.523059 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Transition to ACTIVE for port object d63899b1-6075-4195-be97-0097cc359f61 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:17:58.576967 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08444738-cbb4-4a0c-b525-40b5c10d9946 req-5e6d9ab3-09cd-4a47-b7b7-c0e8c6b61ff5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:58.578481 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-08444738-cbb4-4a0c-b525-40b5c10d9946 req-5e6d9ab3-09cd-4a47-b7b7-c0e8c6b61ff5 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 945 time: 0.0512011 Aug 24 10:17:58.579099 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:58.580765 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:58.585716 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-1849966d-bbad-408f-88c6-32252a4cf195 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39592277-8780-4a99-a8fe-06f6636207d6 HTTP/1.1" status: 200 len: 217 time: 0.0395350 Aug 24 10:17:58.607282 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:17:58.619581 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:17:58.620895 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:58.623681 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-08444738-cbb4-4a0c-b525-40b5c10d9946 req-c4737005-f682-4233-884f-60c5031f7bbe tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368373 Aug 24 10:17:58.678002 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-7d628fcd-31ce-456f-98c1-afc3caaefefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:58.679465 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-7d628fcd-31ce-456f-98c1-afc3caaefefc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 200 len: 850 time: 0.0703912 Aug 24 10:17:58.693467 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Pushing event updated for resources: {'Port': ['ID=d63899b1-6075-4195-be97-0097cc359f61,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:58.733682 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:17:58.771120 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-cf7685a2-a0b9-47a9-93e0-4f653fa4068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:58.772643 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-cf7685a2-a0b9-47a9-93e0-4f653fa4068b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=7fa89d56-2df8-4e27-a388-688a0285a0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764844 Aug 24 10:17:58.776907 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Attempting to bind port d63899b1-6075-4195-be97-0097cc359f61 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:17:58.777324 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Attempting to bind port d63899b1-6075-4195-be97-0097cc359f61 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:17:58.777588 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Attempting to bind port d63899b1-6075-4195-be97-0097cc359f61 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:17:58.789636 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Port d63899b1-6075-4195-be97-0097cc359f61 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:17:58.789957 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Attempting to bind port d63899b1-6075-4195-be97-0097cc359f61 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:17:58.805190 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:17:58.805530 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Checking segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:17:58.805909 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Bound using segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:17:58.806340 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Bound port: d63899b1-6075-4195-be97-0097cc359f61, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:17:58.806698 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:58.918840 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-f9fbaa45-3cf8-4662-9c4b-f01cf0e55e57 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380596 Aug 24 10:17:58.924750 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] For port d63899b1-6075-4195-be97-0097cc359f61, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:17:58.927845 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] For port d63899b1-6075-4195-be97-0097cc359f61, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d63899b1-6075-4195-be97-0097cc359f61,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:17:58.936626 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:17:58.963010 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a448a5-85c1-4e8b-912c-5a7e76dccb5c None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:10:05Z', 'revision_number': 4, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi', '_interfaces': [{'id': '4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d', 'name': '', 'network_id': '7fa89d56-2df8-4e27-a388-688a0285a0c8', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'mac_address': 'fa:16:3e:49:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '672604b2-9679-420c-93a6-253961131fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:04Z', 'updated_at': '2021-08-24T10:10:11Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'subnets': [{'id': '672604b2-9679-420c-93a6-253961131fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:17:58.992613 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:59.048370 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:59.049010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:17:59.050431 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] 10.222.0.90 "PUT /v2.0/ports/d63899b1-6075-4195-be97-0097cc359f61 HTTP/1.1" status: 200 len: 1094 time: 1.0303040 Aug 24 10:17:59.052574 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9b840b-6b26-48e2-bbb1-bc4fc17a5902', 'tag': 'd63899b1-6075-4195-be97-0097cc359f61'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:17:59.054797 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43afecc4-04e3-4d93-9ce1-ba2418a3bea8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9b840b-6b26-48e2-bbb1-bc4fc17a5902", "tag": "d63899b1-6075-4195-be97-0097cc359f61"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:17:59.061358 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d3d32cc0-363a-4325-a56e-1f06b44aebbb req-cee32aa1-1cbe-42d3-8364-93d903e51fa9 service neutron] 10.222.0.90 "GET /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322393 Aug 24 10:17:59.082626 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313ef7f-93f5-42f1-bfb8-a1f69850cccb service neutron] Pushing event updated for resources: {'Port': ['ID=d63899b1-6075-4195-be97-0097cc359f61,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:17:59.099212 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535be320-aafb-4510-b478-4842b2a9ed87 x-openstack-request-id: req-535be320-aafb-4510-b478-4842b2a9ed87 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:17:59.099501 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9b840b-6b26-48e2-bbb1-bc4fc17a5902", "tag": "d63899b1-6075-4195-be97-0097cc359f61", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:17:59.099751 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-535be320-aafb-4510-b478-4842b2a9ed87 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:17:59.100149 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9b840b-6b26-48e2-bbb1-bc4fc17a5902', 'tag': 'd63899b1-6075-4195-be97-0097cc359f61', 'status': 'completed', 'code': 200} Aug 24 10:17:59.189247 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad727d1-15f4-4d6d-9361-a5695647eec9 None None] New status for floating IP d0a0e233-d96c-4b65-b6f5-a4970c0d2374: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 24 10:17:59.243479 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afecc4-04e3-4d93-9ce1-ba2418a3bea8 req-971a162b-af7c-4495-9b37-cdaad7f7f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:59.246711 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-43afecc4-04e3-4d93-9ce1-ba2418a3bea8 req-971a162b-af7c-4495-9b37-cdaad7f7f912 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 1097 time: 0.0455253 Aug 24 10:17:59.360540 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afecc4-04e3-4d93-9ce1-ba2418a3bea8 req-44e20df4-7a9c-48f4-b1f6-2acf4cb964f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:59.362027 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-43afecc4-04e3-4d93-9ce1-ba2418a3bea8 req-44e20df4-7a9c-48f4-b1f6-2acf4cb964f7 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d74710a50218492ea4e6714521016f1e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014106 Aug 24 10:17:59.461611 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afecc4-04e3-4d93-9ce1-ba2418a3bea8 req-a73790ec-80d2-4098-8123-77b0b4528a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:59.463154 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-43afecc4-04e3-4d93-9ce1-ba2418a3bea8 req-a73790ec-80d2-4098-8123-77b0b4528a94 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933807 Aug 24 10:17:59.473060 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ebc3b-1052-4dc5-968a-6c916dd9185b req-335225ba-8fd2-4d32-9d5e-3471b4affd92 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:59.474578 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5a4ebc3b-1052-4dc5-968a-6c916dd9185b req-335225ba-8fd2-4d32-9d5e-3471b4affd92 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 944 time: 0.0499744 Aug 24 10:17:59.517227 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-5a4ebc3b-1052-4dc5-968a-6c916dd9185b req-b28643b2-fa64-4537-9088-ea2d56bc71bb tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362442 Aug 24 10:17:59.572562 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-783fa122-31b9-4675-9001-e2fd6a3610a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:59.574133 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-783fa122-31b9-4675-9001-e2fd6a3610a5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 1097 time: 0.0463665 Aug 24 10:17:59.643549 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-98e5d05b-1fbd-49f5-b3f8-cbbf41f5ad48 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d63899b1-6075-4195-be97-0097cc359f61 HTTP/1.1" status: 200 len: 217 time: 0.0339601 Aug 24 10:17:59.698832 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-50a7a1c7-5aa0-4196-a0d5-58aed91991ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:59.700469 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-50a7a1c7-5aa0-4196-a0d5-58aed91991ad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eda8b68b-8413-4d06-b55e-c934784ecbfe HTTP/1.1" status: 200 len: 854 time: 0.0472515 Aug 24 10:17:59.748520 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-192ed996-cea4-4fc4-9e47-ca9663037831 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5fe90e17-775e-447d-8a68-35ba0eb44c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393472 Aug 24 10:17:59.786353 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e745c71-a036-4b9f-8494-87a0f0475525 req-abaf0b6d-3a0e-4e3e-aa92-f6a96a19d44f tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:17:59.787692 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e745c71-a036-4b9f-8494-87a0f0475525 req-abaf0b6d-3a0e-4e3e-aa92-f6a96a19d44f tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 945 time: 0.0919485 Aug 24 10:17:59.863266 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6e745c71-a036-4b9f-8494-87a0f0475525 req-f0d822f8-eec1-4f8b-bd40-e3da4131f9d7 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508292 Aug 24 10:17:59.878515 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-b7d0d67e-58b8-42e3-a106-bfddb52017fe service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212435 Aug 24 10:18:00.019822 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-eb822b49-6e94-4f8f-9de7-ef7a2de79a58 req-d2d3e432-424a-4744-8b70-fa76f40590f3 service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879180 Aug 24 10:18:00.630489 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba727b-1181-4b12-813f-ff45b6dbd92e req-6e3eefb0-5173-4a65-bf90-79b2559cda1b tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:00.631953 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e2ba727b-1181-4b12-813f-ff45b6dbd92e req-6e3eefb0-5173-4a65-bf90-79b2559cda1b tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 944 time: 0.0481558 Aug 24 10:18:00.672786 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e2ba727b-1181-4b12-813f-ff45b6dbd92e req-64239cb3-b2d7-40a5-aa73-3f2635e982e5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347610 Aug 24 10:18:00.679344 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-9aabd7a1-c495-4539-8c92-2679958f3834 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:00.680858 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-9aabd7a1-c495-4539-8c92-2679958f3834 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 945 time: 0.0498133 Aug 24 10:18:00.774154 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Deleting port 39592277-8780-4a99-a8fe-06f6636207d6 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:00.774485 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:00.861174 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] For port 39592277-8780-4a99-a8fe-06f6636207d6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=39592277-8780-4a99-a8fe-06f6636207d6,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:00.861541 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:00.873219 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Calling delete_port for 39592277-8780-4a99-a8fe-06f6636207d6 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:00.992059 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67bb11-854c-418b-bbba-d9fc9dad1617 req-4eaecf27-fa93-49c5-bbad-d55614b0ccb4 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:00.993570 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0c67bb11-854c-418b-bbba-d9fc9dad1617 req-4eaecf27-fa93-49c5-bbad-d55614b0ccb4 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 945 time: 0.0615938 Aug 24 10:18:01.062564 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0c67bb11-854c-418b-bbba-d9fc9dad1617 req-8c213f1d-41a3-4240-b709-dd090e8e65d9 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/security-groups?id=a54c92cf-e757-47d9-b400-5a36424bdb1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Aug 24 10:18:01.134961 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:01.168012 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event deleted for resources: {'Port': ['ID=39592277-8780-4a99-a8fe-06f6636207d6,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:01.209049 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] No DVR routers for this DVR port 39592277-8780-4a99-a8fe-06f6636207d6 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:18:01.211694 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:01.214287 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d0fb3420-c329-43e0-a563-89b24a5c34dc req-c6eef084-70f1-4002-887a-a85c439c546d tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.90 "DELETE /v2.0/ports/39592277-8780-4a99-a8fe-06f6636207d6 HTTP/1.1" status: 204 len: 173 time: 0.5264413 Aug 24 10:18:01.214871 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'name': 'network-vif-deleted', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:18:01.219666 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62171363-7af3-44bf-accd-bb7652e5fc02" -d '{"events": [{"server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "name": "network-vif-deleted", "tag": "39592277-8780-4a99-a8fe-06f6636207d6"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:18:01.251772 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61bb236-df3c-457f-a02c-de55da52eda0 x-openstack-request-id: req-e61bb236-df3c-457f-a02c-de55da52eda0 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:18:01.252067 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626a54aa-c6a8-4060-a43e-e22f19fbf274", "name": "network-vif-deleted", "tag": "39592277-8780-4a99-a8fe-06f6636207d6", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:18:01.252317 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e61bb236-df3c-457f-a02c-de55da52eda0 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:18:01.252738 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626a54aa-c6a8-4060-a43e-e22f19fbf274', 'name': 'network-vif-deleted', 'tag': '39592277-8780-4a99-a8fe-06f6636207d6', 'status': 'completed', 'code': 200} Aug 24 10:18:01.789212 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01664b94-d04e-422b-9558-cf8255b13af4 req-1f97a7c1-01ed-4f85-a6ea-3635b3ec9775 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:01.790621 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-01664b94-d04e-422b-9558-cf8255b13af4 req-1f97a7c1-01ed-4f85-a6ea-3635b3ec9775 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 944 time: 0.0494070 Aug 24 10:18:01.829651 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-01664b94-d04e-422b-9558-cf8255b13af4 req-a8948d3c-010e-4ff2-9860-42c6bc5a2045 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Aug 24 10:18:02.168310 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-1437f169-45f3-42d2-8043-55c9dfd8901c req-577a108c-ad39-4ec9-9087-6f9444451e0c tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "GET /v2.0/ports?device_id=626a54aa-c6a8-4060-a43e-e22f19fbf274 HTTP/1.1" status: 200 len: 210 time: 0.0263536 Aug 24 10:18:02.948659 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b6cab-fa51-44be-b5b0-a497c5a9d8cd req-6e4aa4fc-94fe-4110-8938-d6881f90e97c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:02.950254 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a07b6cab-fa51-44be-b5b0-a497c5a9d8cd req-6e4aa4fc-94fe-4110-8938-d6881f90e97c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 944 time: 0.0529315 Aug 24 10:18:02.979172 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device d63899b1-6075-4195-be97-0097cc359f61 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:18:02.993785 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a07b6cab-fa51-44be-b5b0-a497c5a9d8cd req-25cece5a-f987-43e4-99a2-03a918615361 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Aug 24 10:18:03.074077 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port d63899b1-6075-4195-be97-0097cc359f61, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d63899b1-6075-4195-be97-0097cc359f61,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:03.084119 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': 'd63899b1-6075-4195-be97-0097cc359f61', 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'port_id': 'd63899b1-6075-4195-be97-0097cc359f61', 'mac_address': 'fa:16:3e:45:99:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda8b68b-8413-4d06-b55e-c934784ecbfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:18:03.124855 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:03.137111 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63899b1-6075-4195-be97-0097cc359f61 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:18:03.156261 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port d63899b1-6075-4195-be97-0097cc359f61, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d63899b1-6075-4195-be97-0097cc359f61,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:03.223879 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40360) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:03.278378 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:03.337790 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=d63899b1-6075-4195-be97-0097cc359f61,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:03.350218 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Deleting port 7c473b3c-61b4-4a8e-8d75-d121f4cb7619 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:03.350557 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:03.425369 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:03.425602 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:03.437174 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Calling delete_port for 7c473b3c-61b4-4a8e-8d75-d121f4cb7619 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:03.592951 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['d63899b1-6075-4195-be97-0097cc359f61'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:18:03.641610 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:03.671648 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event deleted for resources: {'Port': ['ID=7c473b3c-61b4-4a8e-8d75-d121f4cb7619,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:03.734731 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:03.737368 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:03.738518 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-fa012047-cd20-4375-baf1-e25b08ea7172 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "DELETE /v2.0/floatingips/0491c904-23d4-49ea-9969-1034806434e0 HTTP/1.1" status: 204 len: 168 time: 0.5135417 Aug 24 10:18:04.110782 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241fe0-6f7e-49bf-8659-66a223711fbc req-2be05278-a00a-4889-8f80-d67b41190848 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:04.112253 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-79241fe0-6f7e-49bf-8659-66a223711fbc req-2be05278-a00a-4889-8f80-d67b41190848 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 945 time: 0.0483170 Aug 24 10:18:04.149797 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-79241fe0-6f7e-49bf-8659-66a223711fbc req-39b72c23-356c-4708-a825-a800bf488968 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Aug 24 10:18:05.015022 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device d63899b1-6075-4195-be97-0097cc359f61 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:18:05.049186 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40374) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:05.106936 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdae9089-0300-41a9-bfca-8622f4d2a347 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:05.117397 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port d63899b1-6075-4195-be97-0097cc359f61 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:18:05.121910 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port d63899b1-6075-4195-be97-0097cc359f61 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:18:05.122446 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:05.131550 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdae9089-0300-41a9-bfca-8622f4d2a347 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:05.200821 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:05.227141 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9b840b-6b26-48e2-bbb1-bc4fc17a5902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63899b1-6075-4195-be97-0097cc359f61'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:18:05.229374 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa19888-19fa-4c65-8839-e27ea755830a" -d '{"events": [{"server_uuid": "eb9b840b-6b26-48e2-bbb1-bc4fc17a5902", "name": "network-vif-plugged", "status": "completed", "tag": "d63899b1-6075-4195-be97-0097cc359f61"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:18:05.244056 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port d63899b1-6075-4195-be97-0097cc359f61, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d63899b1-6075-4195-be97-0097cc359f61,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:05.261143 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdae9089-0300-41a9-bfca-8622f4d2a347 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:05.265595 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdae9089-0300-41a9-bfca-8622f4d2a347 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:05.268138 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-cdae9089-0300-41a9-bfca-8622f4d2a347 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] 10.222.0.64 "DELETE /v2.0/security-groups/a54c92cf-e757-47d9-b400-5a36424bdb1c HTTP/1.1" status: 204 len: 168 time: 0.2172148 Aug 24 10:18:05.268480 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f87fb3b-cfa0-4f49-af34-801c7c81613a x-openstack-request-id: req-0f87fb3b-cfa0-4f49-af34-801c7c81613a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:18:05.268898 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9b840b-6b26-48e2-bbb1-bc4fc17a5902", "name": "network-vif-plugged", "status": "completed", "tag": "d63899b1-6075-4195-be97-0097cc359f61", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:18:05.269151 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f87fb3b-cfa0-4f49-af34-801c7c81613a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:18:05.269544 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9b840b-6b26-48e2-bbb1-bc4fc17a5902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63899b1-6075-4195-be97-0097cc359f61', 'code': 200} Aug 24 10:18:05.293502 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a21ddb-fb98-4430-b503-f43066a4347c req-7ede91fd-e74a-4300-9472-5c9cc378c872 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:05.295029 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f7a21ddb-fb98-4430-b503-f43066a4347c req-7ede91fd-e74a-4300-9472-5c9cc378c872 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 945 time: 0.0754387 Aug 24 10:18:05.295936 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae9089-0300-41a9-bfca-8622f4d2a347 tempest-TestVolumeBootPattern-1910533053 tempest-TestVolumeBootPattern-1910533053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c92cf-e757-47d9-b400-5a36424bdb1c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:05.323374 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:05.325349 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 39592277-8780-4a99-a8fe-06f6636207d6 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:18:05.357750 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f7a21ddb-fb98-4430-b503-f43066a4347c req-981b9507-b6a2-404d-8796-87ea270e98f0 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560007 Aug 24 10:18:05.368295 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 39592277-8780-4a99-a8fe-06f6636207d6 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:18:05.368672 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 39592277-8780-4a99-a8fe-06f6636207d6 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:18:05.396251 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=d63899b1-6075-4195-be97-0097cc359f61,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:05.424895 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40382) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:05.640511 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94614ff3-49cf-4dfe-a86a-fe6912745ded req-547ca380-5ad0-467e-b1d0-fb621575af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:05.641912 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-94614ff3-49cf-4dfe-a86a-fe6912745ded req-547ca380-5ad0-467e-b1d0-fb621575af77 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 1099 time: 0.0410979 Aug 24 10:18:05.679202 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-94614ff3-49cf-4dfe-a86a-fe6912745ded req-83860ede-042c-4bdd-92d7-2282f83cfd0c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287333 Aug 24 10:18:05.917134 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:06.159212 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Deleting port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:06.159960 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:06.514500 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891d8ef-52b3-4c06-adc2-03dcc29520bf req-1c336e82-c7c2-406e-97b1-0d424780b1e4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:06.515958 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b891d8ef-52b3-4c06-adc2-03dcc29520bf req-1c336e82-c7c2-406e-97b1-0d424780b1e4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 946 time: 0.0739269 Aug 24 10:18:06.520789 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] For port 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:06.521150 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:06.544224 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Calling delete_port for 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:06.601390 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-b891d8ef-52b3-4c06-adc2-03dcc29520bf req-36866b64-eb08-49eb-9ad0-95296e85ef91 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777507 Aug 24 10:18:06.780131 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:06.809551 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:06.981101 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:07.195441 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Router 8b9d97e3-3421-4364-9561-220f1b74826b has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:18:07.304822 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:18:07.310458 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-553f0a1a-f829-4285-8f96-5c0a5c041d62 admin admin] 10.222.0.64 "PUT /v2.0/routers/8b9d97e3-3421-4364-9561-220f1b74826b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8844607 Aug 24 10:18:07.313187 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40388) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:07.314615 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] Sync routers for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:18:07.324588 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:18:07.325653 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:07.423952 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks [] for router, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:07.430610 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: dv-cinder-805796-1-iscsi {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:18:07.524358 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:07.604593 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:18:06Z', 'revision_number': 5, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port': {'id': '0c39c047-ca50-4059-93d9-a4f4c05690a9', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:01Z', 'updated_at': '2021-08-24T10:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:07.629350 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Deleting port 0c39c047-ca50-4059-93d9-a4f4c05690a9 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:07.635019 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:07.635739 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] Checking router: 8b9d97e3-3421-4364-9561-220f1b74826b for host: dv-cinder-805796-1-iscsi {{(pid=94723) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:18:07.646242 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] Routers {'8b9d97e3-3421-4364-9561-220f1b74826b'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94723) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:18:07.646882 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['8b9d97e3-3421-4364-9561-220f1b74826b'], 'active': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:07.732452 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvr_db [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] Set router 8b9d97e3-3421-4364-9561-220f1b74826b gateway port host: None {{(pid=94723) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:18:07.751099 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bc4f3-a898-4dea-92ed-52359f15735e req-8d7d5543-5cab-40ee-a3b0-01c7a8df210d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:07.752594 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4d1bc4f3-a898-4dea-92ed-52359f15735e req-8d7d5543-5cab-40ee-a3b0-01c7a8df210d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 946 time: 0.0776494 Aug 24 10:18:07.754340 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] For port 0c39c047-ca50-4059-93d9-a4f4c05690a9, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=0c39c047-ca50-4059-93d9-a4f4c05690a9,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:07.754695 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:07.779459 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Calling delete_port for 0c39c047-ca50-4059-93d9-a4f4c05690a9 owned by network:router_gateway {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:07.783283 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_hamode_db [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:18:07Z', 'revision_number': 6, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port_host': None}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:07.808039 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4d1bc4f3-a898-4dea-92ed-52359f15735e req-72de3553-d0d2-4465-967f-9a6c2646268c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Aug 24 10:18:07.813369 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcc65eb-6721-4f61-9e2d-8d75d07afd26 None None] The sync data for ids ['8b9d97e3-3421-4364-9561-220f1b74826b'] in dv-cinder-805796-1-iscsi is: [{'id': '8b9d97e3-3421-4364-9561-220f1b74826b', 'name': 'tempest-TestVolumeBootPattern-529766154-router', 'tenant_id': '3c1624d102ac47bc8b0b35a61705cf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:00Z', 'updated_at': '2021-08-24T10:18:07Z', 'revision_number': 6, 'project_id': '3c1624d102ac47bc8b0b35a61705cf06', 'gw_port_host': None}] {{(pid=94723) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:18:08.077950 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.108523 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c39c047-ca50-4059-93d9-a4f4c05690a9,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:08.172137 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.265698 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.267834 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.402105 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.403078 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9d97e3-3421-4364-9561-220f1b74826b {{(pid=94721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:18:08.409913 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.409913 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-511f9273-e613-4fd6-9660-b9ea56168407 admin admin] 10.222.0.64 "DELETE /v2.0/routers/8b9d97e3-3421-4364-9561-220f1b74826b HTTP/1.1" status: 204 len: 168 time: 1.0955145 Aug 24 10:18:08.412257 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40406) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:08.460491 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ba24cf-f0d8-49c8-956b-02e79d7c9177 admin admin] Deleting subnet 672604b2-9679-420c-93a6-253961131fd8 {{(pid=94721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:18:08.463660 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d3ba24cf-f0d8-49c8-956b-02e79d7c9177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.498376 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d3ba24cf-f0d8-49c8-956b-02e79d7c9177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25956038'] for subnet, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.579222 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d3ba24cf-f0d8-49c8-956b-02e79d7c9177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.689702 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d3ba24cf-f0d8-49c8-956b-02e79d7c9177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25642810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3295566'] for subnet, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.721871 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-d3ba24cf-f0d8-49c8-956b-02e79d7c9177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.726127 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-d3ba24cf-f0d8-49c8-956b-02e79d7c9177 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/672604b2-9679-420c-93a6-253961131fd8 HTTP/1.1" status: 204 len: 168 time: 0.3104541 Aug 24 10:18:08.726127 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba24cf-f0d8-49c8-956b-02e79d7c9177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=672604b2-9679-420c-93a6-253961131fd8,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:08.726483 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40408) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:08.727183 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bac390-655a-4255-ae18-7f5bb22f05aa None None] Network 7fa89d56-2df8-4e27-a388-688a0285a0c8 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:18:08.799818 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.859710 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Deleting port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:08.860037 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.921585 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] DHCP port deletion for 7fa89d56-2df8-4e27-a388-688a0285a0c8 request from dv-cinder-805796-1-iscsi {{(pid=94723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 10:18:08.932344 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] For port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:08.932754 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:08.946632 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Calling delete_port for 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:08.973717 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] Deleting port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:08.973969 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.037635 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] For port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,segment=NetworkSegment(badea118-7cb1-4f63-94df-fbb680292250),segment_id=badea118-7cb1-4f63-94df-fbb680292250)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:09.038032 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.051988 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] Calling delete_port for 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:09.112461 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26000735'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.133649 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.133876 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:09.153629 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] No DVR routers for this DVR port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 on host dv-cinder-805796-1-iscsi {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:18:09.158046 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] Pushing event deleted for resources: {'Port': ['ID=0f62f05b-5a89-433a-a5e2-0f6ac67c50e8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:09.163595 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c68a9-a4e9-47a1-bdfd-944089ca8eff None None] No DVR routers for this DVR port 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 on host dv-cinder-805796-1-iscsi {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:18:09.229187 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.240224 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa89d56-2df8-4e27-a388-688a0285a0c8']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:09.250921 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badea118-7cb1-4f63-94df-fbb680292250') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:09.251204 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badea118-7cb1-4f63-94df-fbb680292250') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:09.260131 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25983397'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.268452 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:18:09.274912 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.281442 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Releasing vlan 1243 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:18:09.281826 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26000746'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: Traceback (most recent call last): Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: timer() Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: cb(*args, **kw) Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: return func(*args, **kwargs) Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: self._notify() Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: self.callback(batched_events) Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: event.method(event) Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: return f(self, *a, **k) Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._get(url).json() Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: return self.request(url, 'GET', **kwargs) Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:18:09.283671 dv-cinder-805796-1-iscsi neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:18:09.289168 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:18:09.289511 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 0f62f05b-5a89-433a-a5e2-0f6ac67c50e8 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:18:09.289917 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:18:09.309274 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:18:09.309613 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 4acf5e25-6be3-49e1-bc22-e3d4b1aeb10d not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:18:09.310060 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 0c39c047-ca50-4059-93d9-a4f4c05690a9 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:18:09.329291 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 0c39c047-ca50-4059-93d9-a4f4c05690a9 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:18:09.332920 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 0c39c047-ca50-4059-93d9-a4f4c05690a9 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:18:09.432415 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.442782 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:09.442782 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7fa89d56-2df8-4e27-a388-688a0285a0c8 HTTP/1.1" status: 204 len: 168 time: 0.7122746 Aug 24 10:18:09.443484 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40412) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:09.452326 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0826057-b731-468f-a207-1042d988fac9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa89d56-2df8-4e27-a388-688a0285a0c8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:09.778390 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-780954'] for router_interface, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:10.016916 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Deleting port 96a9fcb3-3625-4253-aa64-79cf40da3e2d {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:10.017515 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:10.092072 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] For port 96a9fcb3-3625-4253-aa64-79cf40da3e2d, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=96a9fcb3-3625-4253-aa64-79cf40da3e2d,segment=NetworkSegment(a339c744-b7c1-413f-9ebf-73906991e6d2),segment_id=a339c744-b7c1-413f-9ebf-73906991e6d2)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:10.092344 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:10.103489 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Calling delete_port for 96a9fcb3-3625-4253-aa64-79cf40da3e2d owned by network:router_interface {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:10.361781 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:10.387104 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a9fcb3-3625-4253-aa64-79cf40da3e2d,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:10.548551 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-780838'] for router_interface, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:11.046557 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-38dcf85b-b60a-4cfe-9f6a-4705eaa91ff8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:11.048003 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-38dcf85b-b60a-4cfe-9f6a-4705eaa91ff8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 814 time: 0.1511555 Aug 24 10:18:11.096699 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-4189e5dd-9429-4f4d-ba0f-7c38038923e2 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/quotas/d74710a50218492ea4e6714521016f1e HTTP/1.1" status: 200 len: 375 time: 0.0425513 Aug 24 10:18:11.138543 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Router a5e4b716-66c4-4531-a6dd-8beedd2fbabb has already been hosted by L3 agent 4ef14521-5c6e-45f6-a2be-564cfbe5d676 {{(pid=94721) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 10:18:11.194911 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-08efbcbc-5139-4ed4-acea-46ca5437928c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898609 Aug 24 10:18:11.316790 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] Notify agent at l3_agent.dv-cinder-805796-1-iscsi the message routers_updated {{(pid=94721) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 10:18:11.322451 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-9cad5b20-32e8-4f8e-8aad-328d13a0b9a6 admin admin] 10.222.0.64 "PUT /v2.0/routers/a5e4b716-66c4-4531-a6dd-8beedd2fbabb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8778429 Aug 24 10:18:11.325705 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40430) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:11.328255 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] Sync routers for ids ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'] in dv-cinder-805796-1-iscsi {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 10:18:11.338413 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] Routers {'a5e4b716-66c4-4531-a6dd-8beedd2fbabb'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:18:11.339017 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:11.380249 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-11a37331-2e19-41a3-ba7c-49a70fe77e52 service neutron] 10.222.0.64 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766307 Aug 24 10:18:11.445698 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] Set router a5e4b716-66c4-4531-a6dd-8beedd2fbabb gateway port host: dv-cinder-805796-1-iscsi {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:18:11.490127 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks [] for router, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:11.560377 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-f11b999f-1f6c-42d7-944c-beb416a26969 service neutron] 10.222.0.64 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741512 Aug 24 10:18:11.617300 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:11.718638 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'external_fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:18:10Z', 'revision_number': 5, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port': {'id': '29384aff-d0e5-4c60-a3b2-970f35bc7374', 'name': '', 'network_id': '98bba766-4a34-40c5-ab4e-e505fc31eaa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:64:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805796-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T10:10:10Z', 'updated_at': '2021-08-24T10:10:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39c7bf5-dfbf-49c9-9cf6-8f2104267be1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805796-1-iscsi'}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:11.744259 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] Checking router: a5e4b716-66c4-4531-a6dd-8beedd2fbabb for host: dv-cinder-805796-1-iscsi {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 10:18:11.750952 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Deleting port 29384aff-d0e5-4c60-a3b2-970f35bc7374 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:11.751292 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:11.753604 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] Routers {'a5e4b716-66c4-4531-a6dd-8beedd2fbabb'} bound to L3 agent in host dv-cinder-805796-1-iscsi {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 10:18:11.754169 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805796-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T09:58:24Z,description=,heartbeat_timestamp=2021-08-24T10:17:54Z,host='dv-cinder-805796-1-iscsi',id=4ef14521-5c6e-45f6-a2be-564cfbe5d676,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T09:58:24Z,topic='l3_agent')) {'router_ids': ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:11.838905 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:18:11.843193 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] For port 29384aff-d0e5-4c60-a3b2-970f35bc7374, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=29384aff-d0e5-4c60-a3b2-970f35bc7374,segment=NetworkSegment(0ed44426-8de5-4f0e-9707-8afd58d6813a),segment_id=0ed44426-8de5-4f0e-9707-8afd58d6813a)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:11.843969 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:11.860185 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Calling delete_port for 29384aff-d0e5-4c60-a3b2-970f35bc7374 owned by network:router_gateway {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:11.865256 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] Set router a5e4b716-66c4-4531-a6dd-8beedd2fbabb gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 24 10:18:11.875046 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a3dc179a-75eb-45f7-b9ea-651d152b335b req-e13c4f11-931b-4c9b-92ed-a19e83fcd315 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 210 time: 0.0461953 Aug 24 10:18:11.927167 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:18:11Z', 'revision_number': 6, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port_host': None}], 'dv-cinder-805796-1-iscsi', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:11.956822 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d99b19-3519-449a-bbdf-4c693325cbc8 None None] The sync data for ids ['a5e4b716-66c4-4531-a6dd-8beedd2fbabb'] in dv-cinder-805796-1-iscsi is: [{'id': 'a5e4b716-66c4-4531-a6dd-8beedd2fbabb', 'name': 'tempest-TestVolumeBootPattern-1009753521-router', 'tenant_id': '4897efd0a69d4f79b87092b1023cb2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T10:10:09Z', 'updated_at': '2021-08-24T10:18:11Z', 'revision_number': 6, 'project_id': '4897efd0a69d4f79b87092b1023cb2c2', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 10:18:12.098989 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.131629 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Pushing event deleted for resources: {'Port': ['ID=29384aff-d0e5-4c60-a3b2-970f35bc7374,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:12.180606 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-783452'] for router_gateway, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.269184 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36146'] for router, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.271271 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.397877 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-784813'] for router, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.398411 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5e4b716-66c4-4531-a6dd-8beedd2fbabb {{(pid=94721) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 10:18:12.403355 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] Notify callbacks [] for router, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.404530 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b9c4fd5b-0284-4c85-a06f-d646e32dc25c admin admin] 10.222.0.64 "DELETE /v2.0/routers/a5e4b716-66c4-4531-a6dd-8beedd2fbabb HTTP/1.1" status: 204 len: 168 time: 1.0777338 Aug 24 10:18:12.406995 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40442) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:12.451901 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6d8916-3b5c-4142-80a7-2050eb30ca2c admin admin] Deleting subnet 44f3bf4d-5c97-48b2-8857-9872e019f472 {{(pid=94721) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:18:12.454923 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8916-3b5c-4142-80a7-2050eb30ca2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.488018 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8916-3b5c-4142-80a7-2050eb30ca2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25956038'] for subnet, precommit_delete_associations {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.567209 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8916-3b5c-4142-80a7-2050eb30ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.727594 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8916-3b5c-4142-80a7-2050eb30ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25642810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3295566'] for subnet, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.751898 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d8916-3b5c-4142-80a7-2050eb30ca2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44f3bf4d-5c97-48b2-8857-9872e019f472,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:12.759346 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8916-3b5c-4142-80a7-2050eb30ca2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.763749 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ef6d8916-3b5c-4142-80a7-2050eb30ca2c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/44f3bf4d-5c97-48b2-8857-9872e019f472 HTTP/1.1" status: 204 len: 168 time: 0.3532743 Aug 24 10:18:12.763997 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40444) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:12.764813 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2eda1-4177-49a5-8d3b-333e67d08bab None None] Network 192d378f-380f-46b4-8500-289dc0e36c46 requested from dv-cinder-805796-1-iscsi {{(pid=94723) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 24 10:18:12.837897 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.900025 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Deleting port 9fdded4d-46b8-4054-bc5f-776cc80ac919 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:12.900321 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:12.970334 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] DHCP port deletion for 192d378f-380f-46b4-8500-289dc0e36c46 request from dv-cinder-805796-1-iscsi {{(pid=94723) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 24 10:18:12.988881 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3413f683-ef99-492c-98c1-9c2b61356179 req-f2d86799-94e4-4c44-9ad5-f85276cbf2ba tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 210 time: 0.0352859 Aug 24 10:18:13.000702 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] For port 9fdded4d-46b8-4054-bc5f-776cc80ac919, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=9fdded4d-46b8-4054-bc5f-776cc80ac919,segment=NetworkSegment(a339c744-b7c1-413f-9ebf-73906991e6d2),segment_id=a339c744-b7c1-413f-9ebf-73906991e6d2)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:13.001147 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.016339 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Calling delete_port for 9fdded4d-46b8-4054-bc5f-776cc80ac919 owned by network:dhcp {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:13.022835 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] Deleting port 9fdded4d-46b8-4054-bc5f-776cc80ac919 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:18:13.023212 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.097322 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] For port 9fdded4d-46b8-4054-bc5f-776cc80ac919, host dv-cinder-805796-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805796-1-iscsi',level=0,port_id=9fdded4d-46b8-4054-bc5f-776cc80ac919,segment=NetworkSegment(a339c744-b7c1-413f-9ebf-73906991e6d2),segment_id=a339c744-b7c1-413f-9ebf-73906991e6d2)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:13.098033 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.110970 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] Calling delete_port for 9fdded4d-46b8-4054-bc5f-776cc80ac919 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:18:13.197912 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.204677 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.230774 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] Pushing event deleted for resources: {'Port': ['ID=9fdded4d-46b8-4054-bc5f-776cc80ac919,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:13.232504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdded4d-46b8-4054-bc5f-776cc80ac919,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:13.234819 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d8e45-6674-4dea-9ba7-e8477da6e2b6 None None] No DVR routers for this DVR port 9fdded4d-46b8-4054-bc5f-776cc80ac919 on host dv-cinder-805796-1-iscsi {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:18:13.239905 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] No DVR routers for this DVR port 9fdded4d-46b8-4054-bc5f-776cc80ac919 on host dv-cinder-805796-1-iscsi {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:18:13.290300 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 29384aff-d0e5-4c60-a3b2-970f35bc7374 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:18:13.322840 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.335363 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192d378f-380f-46b4-8500-289dc0e36c46']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:13.347811 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a339c744-b7c1-413f-9ebf-73906991e6d2') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:13.348103 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a339c744-b7c1-413f-9ebf-73906991e6d2') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:18:13.358148 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.373541 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.382048 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Releasing vlan 1203 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:18:13.382462 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:18:13.384585 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:18:13.441825 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 29384aff-d0e5-4c60-a3b2-970f35bc7374 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:18:13.442168 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 29384aff-d0e5-4c60-a3b2-970f35bc7374 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:18:13.442579 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 9fdded4d-46b8-4054-bc5f-776cc80ac919 no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:18:13.460926 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 9fdded4d-46b8-4054-bc5f-776cc80ac919 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:18:13.461198 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 9fdded4d-46b8-4054-bc5f-776cc80ac919 not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:18:13.461596 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 96a9fcb3-3625-4253-aa64-79cf40da3e2d no longer exists at agent ovs-agent-dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:18:13.479257 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] No Port match for: 96a9fcb3-3625-4253-aa64-79cf40da3e2d {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:18:13.480551 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Device 96a9fcb3-3625-4253-aa64-79cf40da3e2d not bound to the agent host dv-cinder-805796-1-iscsi {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:18:13.504380 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.509503 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.512286 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] 10.222.0.64 "DELETE /v2.0/networks/192d378f-380f-46b4-8500-289dc0e36c46 HTTP/1.1" status: 204 len: 168 time: 0.7465250 Aug 24 10:18:13.522979 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4c057-6aaa-4c1c-9409-2d1640a18c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=192d378f-380f-46b4-8500-289dc0e36c46,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:13.841524 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40450) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:13.882892 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-49105d44-a50a-4317-a345-6e2180ab180b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c1624d102ac47bc8b0b35a61705cf06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396407 Aug 24 10:18:13.885291 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40452) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:13.932681 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59ad41e1-8b90-499c-8766-34b4ca8b730c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:13.954167 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59ad41e1-8b90-499c-8766-34b4ca8b730c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:14.088187 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-117e2d8a-8860-4740-a6f9-1532e20f337a req-5a6ec8ef-587f-4892-ba98-41af7f458c50 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 210 time: 0.0312672 Aug 24 10:18:14.089002 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59ad41e1-8b90-499c-8766-34b4ca8b730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:14.091922 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59ad41e1-8b90-499c-8766-34b4ca8b730c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:14.093008 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-59ad41e1-8b90-499c-8766-34b4ca8b730c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e96203b3-a75c-4305-9238-12b9fb2da8e5 HTTP/1.1" status: 204 len: 168 time: 0.2068441 Aug 24 10:18:14.107354 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad41e1-8b90-499c-8766-34b4ca8b730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96203b3-a75c-4305-9238-12b9fb2da8e5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:14.184207 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-08243464-2088-4096-bb49-accf92d2a8e8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:14.185839 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-08243464-2088-4096-bb49-accf92d2a8e8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 814 time: 0.1213319 Aug 24 10:18:14.208080 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Request body: {'port': {'device_id': 'a0430872-bc13-4183-9e46-b980887c60ac', 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'admin_state_up': True, 'tenant_id': 'd74710a50218492ea4e6714521016f1e'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:18:14.426084 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Made reservation on behalf of d74710a50218492ea4e6714521016f1e for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:18:14.429698 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:14.559698 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Allocated IP 172.20.0.11 (5fe90e17-775e-447d-8a68-35ba0eb44c84/eda8b68b-8413-4d06-b55e-c934784ecbfe/dd5e0b56-108a-4ff5-ab2c-7e7add2770bf) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:18:14.706449 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:14.826644 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:14.862320 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['09901866-75bd-41d0-b544-c15eab1665f3', 'd63899b1-6075-4195-be97-0097cc359f61'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:18:14.867745 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Network 5fe90e17-775e-447d-8a68-35ba0eb44c84 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:18:14.871371 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:18:14.875027 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:18:14.882091 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:14.908134 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Pushing event updated for resources: {'Port': ['ID=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:14.926674 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-1b49db00-6450-4605-93d9-c1d6ebc2b515 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4897efd0a69d4f79b87092b1023cb2c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429206 Aug 24 10:18:14.929138 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40466) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:18:14.942454 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:14.943059 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:14.992148 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a5b4-84f8-437c-b612-d61f6382f859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.014644 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a5b4-84f8-437c-b612-d61f6382f859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.093411 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-66ecb3a6-7ef8-4cdc-bfb3-c8c0127991cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8896770 Aug 24 10:18:15.115801 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Request body: {'port': {'device_id': 'a0430872-bc13-4183-9e46-b980887c60ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:18:15.178299 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.203971 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a5b4-84f8-437c-b612-d61f6382f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.211202 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-0ec3a5b4-84f8-437c-b612-d61f6382f859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.211202 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-0ec3a5b4-84f8-437c-b612-d61f6382f859 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7882daf-55ff-466f-87ad-70628e95e31c HTTP/1.1" status: 204 len: 168 time: 0.2775772 Aug 24 10:18:15.241741 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3a5b4-84f8-437c-b612-d61f6382f859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7882daf-55ff-466f-87ad-70628e95e31c,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:15.269528 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c5cb-61c5-4539-97d1-94d953003582 req-c36bf49b-a47e-472f-ac28-fd3cf845aa55 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:15.271021 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c744c5cb-61c5-4539-97d1-94d953003582 req-c36bf49b-a47e-472f-ac28-fd3cf845aa55 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 932 time: 0.1039209 Aug 24 10:18:15.373195 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-c744c5cb-61c5-4539-97d1-94d953003582 req-23b868fe-c1ea-4449-8153-0a3f98775e87 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934863 Aug 24 10:18:15.528104 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5e0b56-108a-4ff5-ab2c-7e7add2770bf {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:18:15.536623 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.550794 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Transition to ACTIVE for port object dd5e0b56-108a-4ff5-ab2c-7e7add2770bf will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:18:15.626093 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.683989 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:15.753851 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Attempting to bind port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:18:15.754150 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Attempting to bind port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:18:15.754395 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Attempting to bind port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:18:15.758735 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:18:15.759055 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Attempting to bind port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:18:15.764098 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:18:15.764458 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Checking segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:18:15.764836 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Bound using segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:18:15.765262 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Bound port: dd5e0b56-108a-4ff5-ab2c-7e7add2770bf, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:18:15.765614 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.827848 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] For port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:18:15.831008 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] For port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:18:15.906322 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.921507 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.954292 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:15.954894 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:15.956274 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/dd5e0b56-108a-4ff5-ab2c-7e7add2770bf HTTP/1.1" status: 200 len: 1094 time: 0.8445926 Aug 24 10:18:15.956735 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0430872-bc13-4183-9e46-b980887c60ac', 'tag': 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:18:15.958946 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6118a6-efd2-4638-b8cb-948d6ca402a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0430872-bc13-4183-9e46-b980887c60ac", "tag": "dd5e0b56-108a-4ff5-ab2c-7e7add2770bf"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:18:15.981718 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200cf05-469c-415e-97d1-873ea5de85b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:15.999816 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0de872-593d-49d4-947f-2c8e0f3a9055 x-openstack-request-id: req-6c0de872-593d-49d4-947f-2c8e0f3a9055 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:18:16.000109 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0430872-bc13-4183-9e46-b980887c60ac", "tag": "dd5e0b56-108a-4ff5-ab2c-7e7add2770bf", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:18:16.000360 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6c0de872-593d-49d4-947f-2c8e0f3a9055 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:18:16.001291 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0430872-bc13-4183-9e46-b980887c60ac', 'tag': 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf', 'status': 'completed', 'code': 200} Aug 24 10:18:16.082937 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6118a6-efd2-4638-b8cb-948d6ca402a8 req-fc05a427-a656-4446-a92e-e88de349780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:16.084349 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ec6118a6-efd2-4638-b8cb-948d6ca402a8 req-fc05a427-a656-4446-a92e-e88de349780f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 1097 time: 0.0408049 Aug 24 10:18:16.188968 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6118a6-efd2-4638-b8cb-948d6ca402a8 req-bb5f932b-f30c-441f-a9d7-f5a88631131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:16.190421 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ec6118a6-efd2-4638-b8cb-948d6ca402a8 req-bb5f932b-f30c-441f-a9d7-f5a88631131b service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d74710a50218492ea4e6714521016f1e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0914483 Aug 24 10:18:16.282923 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6118a6-efd2-4638-b8cb-948d6ca402a8 req-3b056e40-3857-46cc-8c68-9c7ce91c17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:16.284365 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-ec6118a6-efd2-4638-b8cb-948d6ca402a8 req-3b056e40-3857-46cc-8c68-9c7ce91c17c9 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0860040 Aug 24 10:18:16.675648 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c70b102f-901c-47a1-91ed-7f9fa32b1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:16.677092 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-c70b102f-901c-47a1-91ed-7f9fa32b1b05 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 1097 time: 0.3304498 Aug 24 10:18:16.694797 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ac0f-c948-4f46-9bf7-7e98fb2568f7 req-ab0fa7de-3245-4e84-acf3-fff8924f97b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:16.696199 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0349ac0f-c948-4f46-9bf7-7e98fb2568f7 req-ab0fa7de-3245-4e84-acf3-fff8924f97b4 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 944 time: 0.0584266 Aug 24 10:18:16.737747 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-9c0c914c-aab2-4d96-90bd-f00a86a4c392 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf HTTP/1.1" status: 200 len: 217 time: 0.0405786 Aug 24 10:18:16.793351 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0349ac0f-c948-4f46-9bf7-7e98fb2568f7 req-5b422782-6636-4250-964c-92ad84725aaa tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893788 Aug 24 10:18:16.800513 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-55d68898-0cdd-4bc8-a05c-56230a035548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:16.801927 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-55d68898-0cdd-4bc8-a05c-56230a035548 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eda8b68b-8413-4d06-b55e-c934784ecbfe HTTP/1.1" status: 200 len: 854 time: 0.0567951 Aug 24 10:18:16.833818 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-1f382378-c116-4945-b45a-865083784d4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5fe90e17-775e-447d-8a68-35ba0eb44c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236719 Aug 24 10:18:16.926827 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-9218df81-4a6c-4a35-a496-8403d321480e service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Aug 24 10:18:17.015271 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-42f7e9ab-a711-4a42-becb-15e73c515bcb req-17359f80-fc7d-4029-97b8-ae9d0d902b68 service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805497 Aug 24 10:18:17.909904 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b000f-418b-4d43-9895-15501011d8df req-9663e0ff-d033-4fa6-8e2f-45f29108fbfa tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:17.911369 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-956b000f-418b-4d43-9895-15501011d8df req-9663e0ff-d033-4fa6-8e2f-45f29108fbfa tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 944 time: 0.0479119 Aug 24 10:18:17.948190 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-956b000f-418b-4d43-9895-15501011d8df req-cb402c80-0c5e-425a-b5c9-30e89462a33b tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309939 Aug 24 10:18:19.066302 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e8f57-8c2c-4389-bcd9-7f95e105b3bd req-13f47204-520a-4e65-924d-da4425fb7fe3 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:19.067748 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-466e8f57-8c2c-4389-bcd9-7f95e105b3bd req-13f47204-520a-4e65-924d-da4425fb7fe3 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 944 time: 0.0492699 Aug 24 10:18:19.105465 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-466e8f57-8c2c-4389-bcd9-7f95e105b3bd req-874f9602-2ec1-4e0f-b0ce-3d5436f7a9f5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Aug 24 10:18:20.219151 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0593fd0-1b67-44b0-8572-673399063c5f req-5df1efc8-4273-4c0a-90e0-30b38f1e1a64 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:20.220634 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0593fd0-1b67-44b0-8572-673399063c5f req-5df1efc8-4273-4c0a-90e0-30b38f1e1a64 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 944 time: 0.0476823 Aug 24 10:18:20.258100 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-a0593fd0-1b67-44b0-8572-673399063c5f req-ad1212f4-7c1e-43c4-afd0-9c545dadaaf3 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Aug 24 10:18:21.193423 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device dd5e0b56-108a-4ff5-ab2c-7e7add2770bf details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:18:21.193423 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:21.193423 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf', 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'port_id': 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf', 'mac_address': 'fa:16:3e:e8:96:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda8b68b-8413-4d06-b55e-c934784ecbfe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:18:21.224378 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:21.233224 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64a79afd-f1e5-4c55-a47d-bf585b1755e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:21.239306 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5e0b56-108a-4ff5-ab2c-7e7add2770bf {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:18:21.258176 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:21.346382 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:21.374569 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280824d-7ad4-496b-92c8-5a2c9b4d0a83 req-e49db933-3717-4faf-83c1-dc24d724bb0d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:21.376572 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b280824d-7ad4-496b-92c8-5a2c9b4d0a83 req-e49db933-3717-4faf-83c1-dc24d724bb0d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 944 time: 0.0531931 Aug 24 10:18:21.394621 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:21.416355 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b280824d-7ad4-496b-92c8-5a2c9b4d0a83 req-49b316e9-5f5f-480e-86cb-67395c733fe7 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 Aug 24 10:18:21.676189 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['dd5e0b56-108a-4ff5-ab2c-7e7add2770bf'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:18:22.542193 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23507a-8b53-40d4-8948-eaa5a1db77ae req-c525a0c5-05d1-43d9-9622-b80bf6d30d3c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:22.543693 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ee23507a-8b53-40d4-8948-eaa5a1db77ae req-c525a0c5-05d1-43d9-9622-b80bf6d30d3c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 945 time: 0.0520105 Aug 24 10:18:22.587224 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ee23507a-8b53-40d4-8948-eaa5a1db77ae req-3a70ce7f-596a-4f93-be66-5b67c5d01cb5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369349 Aug 24 10:18:23.092275 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device dd5e0b56-108a-4ff5-ab2c-7e7add2770bf up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:18:23.212939 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:18:23.218343 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:18:23.218970 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:23.316079 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:23.344220 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0430872-bc13-4183-9e46-b980887c60ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:18:23.346539 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d790ddb-bb27-48c4-aa86-eeaffb860562" -d '{"events": [{"server_uuid": "a0430872-bc13-4183-9e46-b980887c60ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd5e0b56-108a-4ff5-ab2c-7e7add2770bf"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:18:23.360842 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:23.382566 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc9b912-02e8-45ba-a3a9-2b1c576419f7 x-openstack-request-id: req-ebc9b912-02e8-45ba-a3a9-2b1c576419f7 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:18:23.382895 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0430872-bc13-4183-9e46-b980887c60ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd5e0b56-108a-4ff5-ab2c-7e7add2770bf", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:18:23.383213 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ebc9b912-02e8-45ba-a3a9-2b1c576419f7 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:18:23.383643 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0430872-bc13-4183-9e46-b980887c60ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf', 'code': 200} Aug 24 10:18:23.449022 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:23.498082 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:23.709733 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1f3da-043f-4580-8fdb-fe0a7c0872d0 req-7eb44521-a9f5-4477-aa53-36b6c05b45da tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:23.712305 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-09c1f3da-043f-4580-8fdb-fe0a7c0872d0 req-7eb44521-a9f5-4477-aa53-36b6c05b45da tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 946 time: 0.0577223 Aug 24 10:18:23.751151 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-09c1f3da-043f-4580-8fdb-fe0a7c0872d0 req-8a9cb3b5-c8a5-462b-89b5-fa57a604e619 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Aug 24 10:18:23.802084 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e3a73-4d38-4a8d-845b-f892207de761 req-46e6aea9-e284-4b83-9037-fe1b12c33352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:23.803604 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0f0e3a73-4d38-4a8d-845b-f892207de761 req-46e6aea9-e284-4b83-9037-fe1b12c33352 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 1099 time: 0.0400560 Aug 24 10:18:23.838028 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-0f0e3a73-4d38-4a8d-845b-f892207de761 req-8b6a50ca-d2a9-4035-9004-5ef6d234ab66 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270572 Aug 24 10:18:23.838264 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b0cdf1f-d37a-4d1e-92b9-5c60eef5049b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:24.066282 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:24.868643 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc822ac1-7292-47ff-91ca-622c5cfbdd6a req-63980bdf-cfeb-4af3-a012-8ec7f3b9b414 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:24.870119 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fc822ac1-7292-47ff-91ca-622c5cfbdd6a req-63980bdf-cfeb-4af3-a012-8ec7f3b9b414 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 946 time: 0.0520153 Aug 24 10:18:24.908139 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-fc822ac1-7292-47ff-91ca-622c5cfbdd6a req-55c4db36-2686-4a87-aea8-c9f59276df57 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Aug 24 10:18:25.283116 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:26.020869 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52254-14a1-4f58-b6fc-0a5783d82eef req-794da482-9c61-4a21-9bb1-424ae90e18df tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:26.022342 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-14f52254-14a1-4f58-b6fc-0a5783d82eef req-794da482-9c61-4a21-9bb1-424ae90e18df tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 946 time: 0.0484977 Aug 24 10:18:26.059991 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-14f52254-14a1-4f58-b6fc-0a5783d82eef req-59da7eef-b484-4f5a-ac14-c133a5cb61a5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Aug 24 10:18:26.876010 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:38.890898 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-0d937c66-6625-4aaa-8926-ceb766232861 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:38.892370 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-0d937c66-6625-4aaa-8926-ceb766232861 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 814 time: 0.1049156 Aug 24 10:18:38.907712 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-3e5f640f-8051-4092-8d64-a699bd07cbbc tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/quotas/d74710a50218492ea4e6714521016f1e HTTP/1.1" status: 200 len: 375 time: 0.0095720 Aug 24 10:18:38.961349 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-b9bee2ff-2239-4b06-8148-4b5c724da430 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483327 Aug 24 10:18:39.054566 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-9e4cd9bb-212a-43ac-8a78-3c7fd9a93dd2 service neutron] 10.222.0.64 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860958 Aug 24 10:18:39.143457 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-a8e0e4c6-4f5c-4fbf-a864-24958efd283d service neutron] 10.222.0.64 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824313 Aug 24 10:18:39.393262 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-043e753e-8738-4500-be4d-63d4f1ce3e08 req-1109e93a-a656-493e-88ce-c2747fa76e01 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 210 time: 0.0331650 Aug 24 10:18:40.489270 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d41275b5-09b0-4403-91c6-7db0991fd99b req-dc256e38-d916-4206-a173-1f8cc24b769c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 210 time: 0.0260818 Aug 24 10:18:41.599441 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-c4e84691-71c7-4646-9527-3a3363600db2 req-4c10dca9-b561-41dc-83f4-90b0f384c552 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 210 time: 0.0284011 Aug 24 10:18:41.833273 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-91cbfdaa-0bde-4bd5-bfa5-b246ca226e4a tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:41.834660 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-91cbfdaa-0bde-4bd5-bfa5-b246ca226e4a tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 814 time: 0.1049922 Aug 24 10:18:41.862741 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Request body: {'port': {'device_id': '5c091ad5-2625-4982-be0d-db9154eb5b07', 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'admin_state_up': True, 'tenant_id': 'd74710a50218492ea4e6714521016f1e'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:18:42.040423 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Made reservation on behalf of d74710a50218492ea4e6714521016f1e for: {'port': 1} {{(pid=94721) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 10:18:42.044029 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:42.172365 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.db_base_plugin_common [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Allocated IP 172.20.0.2 (5fe90e17-775e-447d-8a68-35ba0eb44c84/eda8b68b-8413-4d06-b55e-c934784ecbfe/d9aa08ca-0848-490a-a17f-c80495d51be6) {{(pid=94721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 10:18:42.319289 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks [] for port, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:42.432306 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758770123012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:42.468238 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['09901866-75bd-41d0-b544-c15eab1665f3', 'd63899b1-6075-4195-be97-0097cc359f61', 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:18:42.473586 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Network 5fe90e17-775e-447d-8a68-35ba0eb44c84 is already hosted by enough agents. {{(pid=94721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 10:18:42.476767 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.scheduler.base_scheduler [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Resources bound (agent type, host, resource id): {{(pid=94721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 10:18:42.480448 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Received port after_create {{(pid=94721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 10:18:42.510491 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Pushing event updated for resources: {'Port': ['ID=d9aa08ca-0848-490a-a17f-c80495d51be6,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:42.524199 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.524560 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.524897 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.525227 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.525552 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.525877 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.526200 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.526522 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.526837 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.527159 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.527534 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.527851 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:42.546392 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:42.547006 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:42.638118 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-dd8f47a2-c529-402f-af50-bde28b02d22d tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793720 Aug 24 10:18:42.661433 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.v2.base [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Request body: {'port': {'device_id': '5c091ad5-2625-4982-be0d-db9154eb5b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80579'}} {{(pid=94721) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 10:18:42.750951 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:42.771195 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49676c5b-736f-4848-b07f-576161d6ab2a req-6a948b65-bd84-42b1-8669-b8e4ac243464 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:42.772724 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-49676c5b-736f-4848-b07f-576161d6ab2a req-6a948b65-bd84-42b1-8669-b8e4ac243464 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 931 time: 0.0892661 Aug 24 10:18:42.894460 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-49676c5b-736f-4848-b07f-576161d6ab2a req-0b848923-688d-4f81-967f-5cfd7c05e2ca tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997920 Aug 24 10:18:43.045790 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9aa08ca-0848-490a-a17f-c80495d51be6 {{(pid=94721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:18:43.053043 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:43.065261 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.provisioning_blocks [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Transition to ACTIVE for port object d9aa08ca-0848-490a-a17f-c80495d51be6 will not be triggered until provisioned by entity L2. {{(pid=94721) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 10:18:43.151387 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:43.198513 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Pushing event updated for resources: {'Port': ['ID=d9aa08ca-0848-490a-a17f-c80495d51be6,revision_number=2']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:43.266225 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Attempting to bind port d9aa08ca-0848-490a-a17f-c80495d51be6 on host hv-cinder-80579 for vnic_type normal with profile {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 10:18:43.266560 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Attempting to bind port d9aa08ca-0848-490a-a17f-c80495d51be6 by drivers openvswitch,hyperv on host hv-cinder-80579 at level 0 using segments [{'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 10:18:43.266887 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Attempting to bind port d9aa08ca-0848-490a-a17f-c80495d51be6 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:18:43.271421 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Port d9aa08ca-0848-490a-a17f-c80495d51be6 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80579 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 10:18:43.271748 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Attempting to bind port d9aa08ca-0848-490a-a17f-c80495d51be6 on network 5fe90e17-775e-447d-8a68-35ba0eb44c84 {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 10:18:43.276617 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Checking agent: {'id': '5c39bf16-a493-468e-8373-f2db3eba9933', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80579', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'started_at': datetime.datetime(2021, 8, 24, 10, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 10, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 10:18:43.276948 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Checking segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 24 10:18:43.277322 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Bound using segment: {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'} {{(pid=94721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 10:18:43.277742 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.managers [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Bound port: d9aa08ca-0848-490a-a17f-c80495d51be6, host: hv-cinder-80579, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ae605d7-0c43-44e2-a901-3ca5579ada4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84'}}] {{(pid=94721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 10:18:43.278094 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:43.342920 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] For port d9aa08ca-0848-490a-a17f-c80495d51be6, host hv-cinder-80579, cleared binding levels {{(pid=94721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 10:18:43.345836 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] For port d9aa08ca-0848-490a-a17f-c80495d51be6, host hv-cinder-80579, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d9aa08ca-0848-490a-a17f-c80495d51be6,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 10:18:43.423722 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25642864'] for port, after_update {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:43.456476 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:43.457195 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:43.458773 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] 10.222.0.90 "PUT /v2.0/ports/d9aa08ca-0848-490a-a17f-c80495d51be6 HTTP/1.1" status: 200 len: 1093 time: 0.8020735 Aug 24 10:18:43.461094 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c091ad5-2625-4982-be0d-db9154eb5b07', 'tag': 'd9aa08ca-0848-490a-a17f-c80495d51be6'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:18:43.463440 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f65eb2a-8bc6-41b4-b2ba-4fbf7108f203" -d '{"events": [{"name": "network-changed", "server_uuid": "5c091ad5-2625-4982-be0d-db9154eb5b07", "tag": "d9aa08ca-0848-490a-a17f-c80495d51be6"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:18:43.489330 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1def8-1a25-4cba-9d7d-12a5a931b736 service neutron] Pushing event updated for resources: {'Port': ['ID=d9aa08ca-0848-490a-a17f-c80495d51be6,revision_number=3']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:43.499174 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 24 Aug 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8c866-8b1a-403f-b9eb-fe6ea2e53ab7 x-openstack-request-id: req-c9e8c866-8b1a-403f-b9eb-fe6ea2e53ab7 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:18:43.499539 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c091ad5-2625-4982-be0d-db9154eb5b07", "tag": "d9aa08ca-0848-490a-a17f-c80495d51be6", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:18:43.499788 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c9e8c866-8b1a-403f-b9eb-fe6ea2e53ab7 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:18:43.500175 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c091ad5-2625-4982-be0d-db9154eb5b07', 'tag': 'd9aa08ca-0848-490a-a17f-c80495d51be6', 'status': 'completed', 'code': 200} Aug 24 10:18:43.601132 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65eb2a-8bc6-41b4-b2ba-4fbf7108f203 req-5b06ad4b-622c-4ee1-a9ca-2b0a57829360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:43.602562 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f65eb2a-8bc6-41b4-b2ba-4fbf7108f203 req-5b06ad4b-622c-4ee1-a9ca-2b0a57829360 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 1096 time: 0.0407555 Aug 24 10:18:43.711511 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65eb2a-8bc6-41b4-b2ba-4fbf7108f203 req-cb692706-e8f9-4cc3-a275-6197b86ddc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:43.712998 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f65eb2a-8bc6-41b4-b2ba-4fbf7108f203 req-cb692706-e8f9-4cc3-a275-6197b86ddc34 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=d74710a50218492ea4e6714521016f1e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0923524 Aug 24 10:18:43.809508 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65eb2a-8bc6-41b4-b2ba-4fbf7108f203 req-74df9c9b-3118-485e-a665-1605ff05f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:43.811296 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-6f65eb2a-8bc6-41b4-b2ba-4fbf7108f203 req-74df9c9b-3118-485e-a665-1605ff05f92a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0857527 Aug 24 10:18:43.921348 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-b93a73eb-6962-45e2-a6cd-ceb21b6afe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:43.922761 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-b93a73eb-6962-45e2-a6cd-ceb21b6afe7d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 1096 time: 0.0402904 Aug 24 10:18:43.988436 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-08db448b-e5eb-4a1e-8446-b3fc84847327 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9aa08ca-0848-490a-a17f-c80495d51be6 HTTP/1.1" status: 200 len: 217 time: 0.0456853 Aug 24 10:18:44.061076 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8701-2638-4711-8d71-9f8bbf9f9cec req-94dbf9b3-c3cf-4cf1-816f-4648c4a21de5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:44.062590 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f30d8701-2638-4711-8d71-9f8bbf9f9cec req-94dbf9b3-c3cf-4cf1-816f-4648c4a21de5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 943 time: 0.0840902 Aug 24 10:18:44.066077 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-e56abca1-da96-4e6e-bf4b-9b0b6edaa4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:44.067399 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-e56abca1-da96-4e6e-bf4b-9b0b6edaa4d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eda8b68b-8413-4d06-b55e-c934784ecbfe HTTP/1.1" status: 200 len: 854 time: 0.0618758 Aug 24 10:18:44.117445 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-9e56442f-ed6d-48fa-ab34-428bff174c70 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5fe90e17-775e-447d-8a68-35ba0eb44c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356054 Aug 24 10:18:44.124793 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-f30d8701-2638-4711-8d71-9f8bbf9f9cec req-9d533f8b-bb54-4883-92be-fd1a5b6bd5b0 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562687 Aug 24 10:18:44.210148 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-99331ebf-aff1-4057-96d2-5bc2dd1229be service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827193 Aug 24 10:18:44.303083 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-dd3192b2-b023-4f14-ba05-b6402f4bf068 req-a200fd43-f2bc-4082-a688-d7b1b9e87a7c service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847578 Aug 24 10:18:45.240313 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe00521-e665-4eb8-b01b-34e4f4455ded req-9a3a10b5-7a57-4346-94b4-6fa702ffa8a1 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:45.241825 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-abe00521-e665-4eb8-b01b-34e4f4455ded req-9a3a10b5-7a57-4346-94b4-6fa702ffa8a1 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 943 time: 0.0487475 Aug 24 10:18:45.278477 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-abe00521-e665-4eb8-b01b-34e4f4455ded req-13191b3b-1332-47ba-8db4-9c3a38b6059c tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306139 Aug 24 10:18:45.911447 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:46.393338 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000472e-aeb5-42e2-ad9d-b957647827fc req-f3054f24-a5cb-43b4-9b8f-a10549846dc7 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:46.394796 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d000472e-aeb5-42e2-ad9d-b957647827fc req-f3054f24-a5cb-43b4-9b8f-a10549846dc7 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 943 time: 0.0497186 Aug 24 10:18:46.431638 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-d000472e-aeb5-42e2-ad9d-b957647827fc req-68f0375c-eaa6-488e-9b3f-2c3c0b6e50e7 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Aug 24 10:18:47.233734 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device d9aa08ca-0848-490a-a17f-c80495d51be6 details requested by agent hyperv_hv-cinder-80579 with host hv-cinder-80579 {{(pid=94723) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 10:18:47.327698 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port d9aa08ca-0848-490a-a17f-c80495d51be6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d9aa08ca-0848-490a-a17f-c80495d51be6,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:47.337897 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Returning: {'device': 'd9aa08ca-0848-490a-a17f-c80495d51be6', 'network_id': '5fe90e17-775e-447d-8a68-35ba0eb44c84', 'port_id': 'd9aa08ca-0848-490a-a17f-c80495d51be6', 'mac_address': 'fa:16:3e:83:59:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda8b68b-8413-4d06-b55e-c934784ecbfe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94723) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 10:18:47.375284 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:47.387744 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9aa08ca-0848-490a-a17f-c80495d51be6 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 10:18:47.407851 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port d9aa08ca-0848-490a-a17f-c80495d51be6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d9aa08ca-0848-490a-a17f-c80495d51be6,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:47.509009 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:47.544102 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf831e-26c4-42c3-89da-3e429190d516 req-272f2f00-aaf0-40cf-ba80-42c1b8dc2ea7 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:47.545638 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-acaf831e-26c4-42c3-89da-3e429190d516 req-272f2f00-aaf0-40cf-ba80-42c1b8dc2ea7 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 944 time: 0.0491066 Aug 24 10:18:47.565195 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=d9aa08ca-0848-490a-a17f-c80495d51be6,revision_number=4']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:47.572265 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.572637 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.572973 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.573303 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.573629 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.573952 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.574294 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.574601 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.574921 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.575257 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.575556 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.575870 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:18:47.589557 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-acaf831e-26c4-42c3-89da-3e429190d516 req-47f802d6-0e33-4850-ac74-69c9f09807e9 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343153 Aug 24 10:18:47.863369 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['d9aa08ca-0848-490a-a17f-c80495d51be6'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:18:48.704320 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e244e99-1cb9-4a37-a238-ef90f8613fd8 req-4d3421c1-34ed-4458-a894-77d4b8190212 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:48.705862 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9e244e99-1cb9-4a37-a238-ef90f8613fd8 req-4d3421c1-34ed-4458-a894-77d4b8190212 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 944 time: 0.0493445 Aug 24 10:18:48.743270 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9e244e99-1cb9-4a37-a238-ef90f8613fd8 req-00128d09-f5a7-4399-9cfd-0129fe07eff1 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Aug 24 10:18:48.828582 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:18:49.262347 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device d9aa08ca-0848-490a-a17f-c80495d51be6 up at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 10:18:49.375017 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning for port d9aa08ca-0848-490a-a17f-c80495d51be6 completed by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 10:18:49.379037 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Provisioning complete for port d9aa08ca-0848-490a-a17f-c80495d51be6 triggered by entity L2. {{(pid=94723) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 10:18:49.379408 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621664'] for port, provisioning_complete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:49.456974 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1726800'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:49.478947 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c091ad5-2625-4982-be0d-db9154eb5b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9aa08ca-0848-490a-a17f-c80495d51be6'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:18:49.481198 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4503b0c74d8d00734fc7d8b1145ddeb0405e00d332292f23a445da30ef9a6cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15116337-bd0f-4c15-83f4-2b6bc1989110" -d '{"events": [{"server_uuid": "5c091ad5-2625-4982-be0d-db9154eb5b07", "name": "network-vif-plugged", "status": "completed", "tag": "d9aa08ca-0848-490a-a17f-c80495d51be6"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:18:49.494298 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] For port d9aa08ca-0848-490a-a17f-c80495d51be6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d9aa08ca-0848-490a-a17f-c80495d51be6,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:18:49.517237 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35442e3-452c-4d44-8654-9231f64b95a3 x-openstack-request-id: req-c35442e3-452c-4d44-8654-9231f64b95a3 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:18:49.517533 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c091ad5-2625-4982-be0d-db9154eb5b07", "name": "network-vif-plugged", "status": "completed", "tag": "d9aa08ca-0848-490a-a17f-c80495d51be6", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:18:49.517787 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c35442e3-452c-4d44-8654-9231f64b95a3 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:18:49.518186 dv-cinder-805796-1-iscsi neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c091ad5-2625-4982-be0d-db9154eb5b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9aa08ca-0848-490a-a17f-c80495d51be6', 'code': 200} Aug 24 10:18:49.568712 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758770522305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758770123030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758770123048'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:49.621386 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Pushing event updated for resources: {'Port': ['ID=d9aa08ca-0848-490a-a17f-c80495d51be6,revision_number=5']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:18:49.891125 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afd103-1f54-4d7a-bd72-8524ab413621 req-7288aa4b-dd5a-4af3-9c2f-c4592c7f33d2 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:49.892623 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-43afd103-1f54-4d7a-bd72-8524ab413621 req-7288aa4b-dd5a-4af3-9c2f-c4592c7f33d2 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 945 time: 0.0806873 Aug 24 10:18:49.907330 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e788a19-a368-4afc-96b9-00c4af621c58 req-31593239-2cd9-4246-a3b4-fb20229f41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:49.908804 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e788a19-a368-4afc-96b9-00c4af621c58 req-31593239-2cd9-4246-a3b4-fb20229f41f6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 1098 time: 0.0606251 Aug 24 10:18:49.953744 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-43afd103-1f54-4d7a-bd72-8524ab413621 req-24a70e43-46d3-4fa2-b8fc-c911a4aaa1ad tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546656 Aug 24 10:18:49.959392 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-3e788a19-a368-4afc-96b9-00c4af621c58 req-d4061846-c213-4808-a4b0-91a8529e397b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Aug 24 10:18:51.074500 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9ea6c-bb04-4343-8157-433090f4cc53 req-e065d5c6-0b77-4f36-a246-92e9b00a1cae tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:51.076007 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ccd9ea6c-bb04-4343-8157-433090f4cc53 req-e065d5c6-0b77-4f36-a246-92e9b00a1cae tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 945 time: 0.0536976 Aug 24 10:18:51.088854 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb695251-6738-44da-a4ae-2989f72a7e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:51.114785 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-ccd9ea6c-bb04-4343-8157-433090f4cc53 req-3295ab25-efda-4547-baf1-3e75e5cf73db tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320816 Aug 24 10:18:52.231042 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33d1e-4336-461d-bdc0-7cde27cb4bf2 req-23ae646a-cbf4-49d6-b9e8-94750d376aa8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:52.232554 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a4f33d1e-4336-461d-bdc0-7cde27cb4bf2 req-23ae646a-cbf4-49d6-b9e8-94750d376aa8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Aug 24 10:18:52.270322 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-a4f33d1e-4336-461d-bdc0-7cde27cb4bf2 req-b80ab175-4dca-48e4-8568-1dfa0f55e80f tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317347 Aug 24 10:18:53.836775 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f8e4-a0a1-4d64-a3c2-094cf7c35de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:54.054509 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:55.262829 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:18:56.170106 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-6df34a8b-d18c-4741-8b3b-f50738512e7f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417223 Aug 24 10:18:56.247927 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-3e884e0c-9eec-46c0-aa68-ddd19395eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:56.249434 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-3e884e0c-9eec-46c0-aa68-ddd19395eb20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d74710a50218492ea4e6714521016f1e&device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 1098 time: 0.0394251 Aug 24 10:18:56.355483 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-10ece4d9-fb7c-471d-8363-5a375a0d60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:56.356964 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-10ece4d9-fb7c-471d-8363-5a375a0d60b5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 200 len: 916 time: 0.0820682 Aug 24 10:18:56.401214 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-2a3aa723-09e7-457d-97ab-69082770f4f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09901866-75bd-41d0-b544-c15eab1665f3 HTTP/1.1" status: 200 len: 217 time: 0.0353458 Aug 24 10:18:56.453279 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-9f973d0f-ae55-45db-8548-250b187b0396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:18:56.454641 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-9f973d0f-ae55-45db-8548-250b187b0396 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=eda8b68b-8413-4d06-b55e-c934784ecbfe HTTP/1.1" status: 200 len: 854 time: 0.0456016 Aug 24 10:18:56.485317 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-32771083-0a04-4d0f-9842-81860337b6ed service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=5fe90e17-775e-447d-8a68-35ba0eb44c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236127 Aug 24 10:18:56.575383 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-1b49d989-1dbc-4e7c-a028-b8fb20ab97ce service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827894 Aug 24 10:18:56.667924 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-358f699b-980e-4cfe-98da-771c7849f2b4 req-0e553b45-6135-4045-a097-efb59e1549a2 service neutron] 10.222.0.90 "GET /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810230 Aug 24 10:18:56.857566 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:06.741472 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d679c-7a4b-463f-87e3-a7c4160c9ee7 req-b0902fba-f07b-4941-879d-5c2f1c60718a tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:06.742969 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-119d679c-7a4b-463f-87e3-a7c4160c9ee7 req-b0902fba-f07b-4941-879d-5c2f1c60718a tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Aug 24 10:19:06.782218 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-119d679c-7a4b-463f-87e3-a7c4160c9ee7 req-90483e0a-737a-4e11-bfe2-d7630ad99a4a tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333331 Aug 24 10:19:07.900597 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b226d76-bebe-4991-b2af-5ea637d93b1a req-e60eb078-9c2d-4dcb-a027-3d7252ee3a20 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:07.902124 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9b226d76-bebe-4991-b2af-5ea637d93b1a req-e60eb078-9c2d-4dcb-a027-3d7252ee3a20 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 945 time: 0.0501902 Aug 24 10:19:07.940151 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-9b226d76-bebe-4991-b2af-5ea637d93b1a req-c3af2e7a-3b9e-4660-b927-67e38ce71c95 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Aug 24 10:19:08.663235 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-2ff12478-9d6e-4a9f-8892-c9d5f3ab54d3 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:08.664760 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-2ff12478-9d6e-4a9f-8892-c9d5f3ab54d3 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 945 time: 0.0521808 Aug 24 10:19:08.760728 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Deleting port d9aa08ca-0848-490a-a17f-c80495d51be6 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:19:08.761068 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:08.850245 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] For port d9aa08ca-0848-490a-a17f-c80495d51be6, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d9aa08ca-0848-490a-a17f-c80495d51be6,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:19:08.850613 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:08.862741 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Calling delete_port for d9aa08ca-0848-490a-a17f-c80495d51be6 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:19:09.056073 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35689309-764f-4f7e-a314-f8da4c051e42 req-2dcee09c-fde6-4501-9766-919fc18a61c1 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:09.057483 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:09.058121 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-35689309-764f-4f7e-a314-f8da4c051e42 req-2dcee09c-fde6-4501-9766-919fc18a61c1 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 945 time: 0.0486758 Aug 24 10:19:09.089853 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Pushing event deleted for resources: {'Port': ['ID=d9aa08ca-0848-490a-a17f-c80495d51be6,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:09.102477 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-35689309-764f-4f7e-a314-f8da4c051e42 req-db55b7e4-0441-4c52-8495-abb3775f8c05 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Aug 24 10:19:09.106387 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['09901866-75bd-41d0-b544-c15eab1665f3', 'd63899b1-6075-4195-be97-0097cc359f61', 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf', 'd9aa08ca-0848-490a-a17f-c80495d51be6'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:19:09.131675 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] No DVR routers for this DVR port d9aa08ca-0848-490a-a17f-c80495d51be6 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:19:09.134160 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:09.136105 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-280456fd-5286-45ea-a20b-1dda6d88a40a req-7b9d86c8-bc6c-4096-a770-fae0847dd928 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "DELETE /v2.0/ports/d9aa08ca-0848-490a-a17f-c80495d51be6 HTTP/1.1" status: 204 len: 173 time: 0.4614596 Aug 24 10:19:09.136569 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c091ad5-2625-4982-be0d-db9154eb5b07', 'name': 'network-vif-deleted', 'tag': 'd9aa08ca-0848-490a-a17f-c80495d51be6'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:19:09.138843 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9b84a6-17fb-45b8-a3ed-f46a2450e6c9" -d '{"events": [{"server_uuid": "5c091ad5-2625-4982-be0d-db9154eb5b07", "name": "network-vif-deleted", "tag": "d9aa08ca-0848-490a-a17f-c80495d51be6"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:19:09.175493 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b81fb-1433-4068-9bee-835625ea96ef x-openstack-request-id: req-eb0b81fb-1433-4068-9bee-835625ea96ef {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:19:09.175780 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c091ad5-2625-4982-be0d-db9154eb5b07", "name": "network-vif-deleted", "tag": "d9aa08ca-0848-490a-a17f-c80495d51be6", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:19:09.176025 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-eb0b81fb-1433-4068-9bee-835625ea96ef {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:19:09.176436 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c091ad5-2625-4982-be0d-db9154eb5b07', 'name': 'network-vif-deleted', 'tag': 'd9aa08ca-0848-490a-a17f-c80495d51be6', 'status': 'completed', 'code': 200} Aug 24 10:19:10.212111 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-028352bf-cca9-456a-84be-89d7f19c155b req-a155d42a-907c-4693-aebd-66b72ee649b2 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=5c091ad5-2625-4982-be0d-db9154eb5b07 HTTP/1.1" status: 200 len: 210 time: 0.0298805 Aug 24 10:19:12.978253 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e992917-3925-4c1a-8d0e-cfaac7325f11 req-4f682a67-50ac-4a39-ab1d-c0db5c28aaeb tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:12.979708 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4e992917-3925-4c1a-8d0e-cfaac7325f11 req-4f682a67-50ac-4a39-ab1d-c0db5c28aaeb tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 946 time: 0.0473826 Aug 24 10:19:13.016643 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4e992917-3925-4c1a-8d0e-cfaac7325f11 req-fda3c259-b0f0-4c92-ba91-bf52684fad9f tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Aug 24 10:19:13.306408 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device d9aa08ca-0848-490a-a17f-c80495d51be6 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:19:13.326536 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: d9aa08ca-0848-490a-a17f-c80495d51be6 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:19:13.326875 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device d9aa08ca-0848-490a-a17f-c80495d51be6 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:19:14.133540 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3986f46-18f2-4216-852c-183cf2959965 req-9394917d-4048-4b8d-9bf8-35ea73b3edf0 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:14.134939 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e3986f46-18f2-4216-852c-183cf2959965 req-9394917d-4048-4b8d-9bf8-35ea73b3edf0 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 946 time: 0.0490456 Aug 24 10:19:14.171624 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-e3986f46-18f2-4216-852c-183cf2959965 req-110e7a09-93c1-4027-9656-e62fd215f357 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307395 Aug 24 10:19:14.877316 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-0b33be85-5d55-41b7-a992-27599c5237c5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:14.878779 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-0b33be85-5d55-41b7-a992-27599c5237c5 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 946 time: 0.0510259 Aug 24 10:19:14.967395 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Deleting port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:19:14.967729 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:15.057482 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] For port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:19:15.057844 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:15.070050 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Calling delete_port for dd5e0b56-108a-4ff5-ab2c-7e7add2770bf owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:19:15.270770 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:15.304287 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Pushing event deleted for resources: {'Port': ['ID=dd5e0b56-108a-4ff5-ab2c-7e7add2770bf,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:15.308065 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['09901866-75bd-41d0-b544-c15eab1665f3', 'd63899b1-6075-4195-be97-0097cc359f61', 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:19:15.322695 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013cafa-1b62-4188-b69e-7752c6edbfa9 req-ef9b7061-9267-49e6-aba2-578bfa8fd251 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:15.324201 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b013cafa-1b62-4188-b69e-7752c6edbfa9 req-ef9b7061-9267-49e6-aba2-578bfa8fd251 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0430872-bc13-4183-9e46-b980887c60ac HTTP/1.1" status: 200 len: 867 time: 0.0854321 Aug 24 10:19:15.360410 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] No DVR routers for this DVR port dd5e0b56-108a-4ff5-ab2c-7e7add2770bf on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:19:15.367380 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:15.369358 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b2caf5d7-8adc-4703-898c-b40fe3bbc4f1 req-b89a121b-e877-4263-abf8-4590ccbc5fa6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "DELETE /v2.0/ports/dd5e0b56-108a-4ff5-ab2c-7e7add2770bf HTTP/1.1" status: 204 len: 173 time: 0.4837298 Aug 24 10:19:15.369836 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0430872-bc13-4183-9e46-b980887c60ac', 'name': 'network-vif-deleted', 'tag': 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:19:15.372046 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4d156b-5e70-412d-a90f-cccb2815f2aa" -d '{"events": [{"server_uuid": "a0430872-bc13-4183-9e46-b980887c60ac", "name": "network-vif-deleted", "tag": "dd5e0b56-108a-4ff5-ab2c-7e7add2770bf"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:19:15.397074 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-b013cafa-1b62-4188-b69e-7752c6edbfa9 req-d06ec160-2414-4d9c-af0c-d7401c4e8b13 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587270 Aug 24 10:19:15.415231 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f94e5-209a-46b4-a902-d6550a1a8687 x-openstack-request-id: req-f65f94e5-209a-46b4-a902-d6550a1a8687 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:19:15.415652 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0430872-bc13-4183-9e46-b980887c60ac", "name": "network-vif-deleted", "tag": "dd5e0b56-108a-4ff5-ab2c-7e7add2770bf", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:19:15.415909 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f65f94e5-209a-46b4-a902-d6550a1a8687 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:19:15.416303 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0430872-bc13-4183-9e46-b980887c60ac', 'name': 'network-vif-deleted', 'tag': 'dd5e0b56-108a-4ff5-ab2c-7e7add2770bf', 'status': 'completed', 'code': 200} Aug 24 10:19:15.919576 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:16.886364 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d12e2e-bd29-4c8b-b772-817a0f8ae788 req-062e4773-ecfc-4974-82ef-aa898e93d3d8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:16.887881 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f3d12e2e-bd29-4c8b-b772-817a0f8ae788 req-062e4773-ecfc-4974-82ef-aa898e93d3d8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 946 time: 0.0496271 Aug 24 10:19:16.926326 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-f3d12e2e-bd29-4c8b-b772-817a0f8ae788 req-f3926f8e-efeb-45d0-a960-80a7beb5c78b tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Aug 24 10:19:18.046056 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61641ef4-5cbd-4699-9959-58687e12158d req-63145f00-e910-4b25-93fa-c702ee143ac6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:18.047527 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61641ef4-5cbd-4699-9959-58687e12158d req-63145f00-e910-4b25-93fa-c702ee143ac6 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 946 time: 0.0523243 Aug 24 10:19:18.086032 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-61641ef4-5cbd-4699-9959-58687e12158d req-895bdd1e-7120-4d0a-9abd-48f5d6db65e7 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Aug 24 10:19:18.593597 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-eb1e6067-c8e2-4af0-90d1-9fe01089c934 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:18.595016 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-eb1e6067-c8e2-4af0-90d1-9fe01089c934 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 946 time: 0.0484462 Aug 24 10:19:18.687008 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Deleting port d63899b1-6075-4195-be97-0097cc359f61 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:19:18.687350 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:18.779568 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] For port d63899b1-6075-4195-be97-0097cc359f61, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=d63899b1-6075-4195-be97-0097cc359f61,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:19:18.779923 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:18.791435 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Calling delete_port for d63899b1-6075-4195-be97-0097cc359f61 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:19:19.008504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:19.037034 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Pushing event deleted for resources: {'Port': ['ID=d63899b1-6075-4195-be97-0097cc359f61,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:19.055922 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['09901866-75bd-41d0-b544-c15eab1665f3', 'd63899b1-6075-4195-be97-0097cc359f61'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:19:19.077520 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] No DVR routers for this DVR port d63899b1-6075-4195-be97-0097cc359f61 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:19:19.082492 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:19.082492 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-09b9d469-3cbc-4d49-92ac-693a52b16fd5 req-d5c90f90-1451-4db7-bced-e7de31a3bbda tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "DELETE /v2.0/ports/d63899b1-6075-4195-be97-0097cc359f61 HTTP/1.1" status: 204 len: 173 time: 0.4775443 Aug 24 10:19:19.082789 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9b840b-6b26-48e2-bbb1-bc4fc17a5902', 'name': 'network-vif-deleted', 'tag': 'd63899b1-6075-4195-be97-0097cc359f61'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:19:19.084859 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c9c1b-52e0-41ed-a78a-120f20bb7a91" -d '{"events": [{"server_uuid": "eb9b840b-6b26-48e2-bbb1-bc4fc17a5902", "name": "network-vif-deleted", "tag": "d63899b1-6075-4195-be97-0097cc359f61"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:19:19.123434 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb4f7f3-6841-4526-b117-d72cf083f3de x-openstack-request-id: req-4bb4f7f3-6841-4526-b117-d72cf083f3de {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:19:19.123726 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9b840b-6b26-48e2-bbb1-bc4fc17a5902", "name": "network-vif-deleted", "tag": "d63899b1-6075-4195-be97-0097cc359f61", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:19:19.123977 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4bb4f7f3-6841-4526-b117-d72cf083f3de {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:19:19.124417 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9b840b-6b26-48e2-bbb1-bc4fc17a5902', 'name': 'network-vif-deleted', 'tag': 'd63899b1-6075-4195-be97-0097cc359f61', 'status': 'completed', 'code': 200} Aug 24 10:19:19.182325 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-4fc3d593-5178-420a-87af-8d7c5ba19eec req-1de1f8eb-d32d-4efa-9288-46f0a8d447a7 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb9b840b-6b26-48e2-bbb1-bc4fc17a5902 HTTP/1.1" status: 200 len: 210 time: 0.0272717 Aug 24 10:19:19.338362 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device dd5e0b56-108a-4ff5-ab2c-7e7add2770bf no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:19:19.358076 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: dd5e0b56-108a-4ff5-ab2c-7e7add2770bf {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:19:19.358451 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device dd5e0b56-108a-4ff5-ab2c-7e7add2770bf not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:19:21.085548 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3f729e84-0a0d-40d3-b1bd-ab76bc572c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:21.976846 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c9ffc-992c-42fb-a8c6-839c6962e8b7 req-881e4c3f-53fb-4b61-b4e4-a2dd8a0a4636 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:21.978734 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2e2c9ffc-992c-42fb-a8c6-839c6962e8b7 req-881e4c3f-53fb-4b61-b4e4-a2dd8a0a4636 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 945 time: 0.0568686 Aug 24 10:19:22.018049 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-2e2c9ffc-992c-42fb-a8c6-839c6962e8b7 req-5fa6b88e-02e7-4b85-a372-acee2f8c004b tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Aug 24 10:19:23.137153 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7402a-f8e3-46f9-bc6e-069e3506272b req-5f3d210f-0306-403e-93a7-9fe304b8f8cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:23.138516 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-18f7402a-f8e3-46f9-bc6e-069e3506272b req-5f3d210f-0306-403e-93a7-9fe304b8f8cd tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 945 time: 0.0512705 Aug 24 10:19:23.176713 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-18f7402a-f8e3-46f9-bc6e-069e3506272b req-1d8c1ae5-03be-4e47-a2b3-2d09e503e7e8 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Aug 24 10:19:23.352629 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device d63899b1-6075-4195-be97-0097cc359f61 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:19:23.372702 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: d63899b1-6075-4195-be97-0097cc359f61 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:19:23.373036 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device d63899b1-6075-4195-be97-0097cc359f61 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:19:23.833939 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-844b4e75-2c18-48ae-9148-b33e819f8969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:23.922289 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-a22cb9ef-253a-45ff-8017-471fc96f26c1 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94721) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:23.923747 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-a22cb9ef-253a-45ff-8017-471fc96f26c1 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 945 time: 0.0533230 Aug 24 10:19:24.030632 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Deleting port 09901866-75bd-41d0-b544-c15eab1665f3 {{(pid=94721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 24 10:19:24.031012 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758770521348'] for port, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:24.045608 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:24.143269 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.db [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] For port 09901866-75bd-41d0-b544-c15eab1665f3, host hv-cinder-80579, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80579',level=0,port_id=09901866-75bd-41d0-b544-c15eab1665f3,segment=NetworkSegment(4ae605d7-0c43-44e2-a901-3ca5579ada4d),segment_id=4ae605d7-0c43-44e2-a901-3ca5579ada4d)] {{(pid=94721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 10:19:24.144209 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-783752'] for port, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:24.157033 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.plugin [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Calling delete_port for 09901866-75bd-41d0-b544-c15eab1665f3 owned by compute:nova {{(pid=94721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 24 10:19:24.312728 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20079a-a0b6-4d4d-9669-ff4bee14b38b req-5b5277c6-9e3d-4654-aec2-08e392fd8195 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 10:19:24.315112 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0a20079a-a0b6-4d4d-9669-ff4bee14b38b req-5b5277c6-9e3d-4654-aec2-08e392fd8195 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 945 time: 0.0661280 Aug 24 10:19:24.362861 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-0a20079a-a0b6-4d4d-9669-ff4bee14b38b req-761cd37c-f960-4591-8635-52f9d2ea2189 tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/security-groups?id=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Aug 24 10:19:24.387876 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-968074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758770522323', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758770123021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25642857'] for port, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:24.423793 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Pushing event deleted for resources: {'Port': ['ID=09901866-75bd-41d0-b544-c15eab1665f3,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:24.433249 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] get_ports_and_sgs() called for port_ids ['09901866-75bd-41d0-b544-c15eab1665f3'] {{(pid=94723) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 24 10:19:24.466347 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] No DVR routers for this DVR port 09901866-75bd-41d0-b544-c15eab1665f3 on host hv-cinder-80579 {{(pid=94721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 10:19:24.468603 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47149'] for port, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:24.470545 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [req-7e5f495f-c6e2-42ed-bc17-f98bb8a5034a req-9f5b72a9-7ee0-4979-9e5a-ad1ae19bab9e tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.90 "DELETE /v2.0/ports/09901866-75bd-41d0-b544-c15eab1665f3 HTTP/1.1" status: 204 len: 173 time: 0.5368738 Aug 24 10:19:24.470974 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50df177e-6168-4922-b71c-b347cd5d2cb8', 'name': 'network-vif-deleted', 'tag': '09901866-75bd-41d0-b544-c15eab1665f3'}] {{(pid=94721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 10:19:24.474216 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a61027bd9604aedb909a35eb12a2d4edd77c25e828eddfcc3d35a5a046a460e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc96dd0-ab3c-4c6c-9e17-c5d8438e34ff" -d '{"events": [{"server_uuid": "50df177e-6168-4922-b71c-b347cd5d2cb8", "name": "network-vif-deleted", "tag": "09901866-75bd-41d0-b544-c15eab1665f3"}]}' {{(pid=94721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 10:19:24.509664 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 24 Aug 2021 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51135b45-6ac0-4e92-8379-110700a3de21 x-openstack-request-id: req-51135b45-6ac0-4e92-8379-110700a3de21 {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 10:19:24.509952 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50df177e-6168-4922-b71c-b347cd5d2cb8", "name": "network-vif-deleted", "tag": "09901866-75bd-41d0-b544-c15eab1665f3", "status": "completed", "code": 200}]} {{(pid=94721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 10:19:24.510202 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51135b45-6ac0-4e92-8379-110700a3de21 {{(pid=94721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 10:19:24.510589 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50df177e-6168-4922-b71c-b347cd5d2cb8', 'name': 'network-vif-deleted', 'tag': '09901866-75bd-41d0-b544-c15eab1665f3', 'status': 'completed', 'code': 200} Aug 24 10:19:25.276661 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:25.473367 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [req-409296c0-9a33-4cb5-bb1f-dd788e0089e5 req-7c102124-c47c-41f0-9f56-a25fa8a312ec tempest-AttachVolumeNegativeTest-1492876357 tempest-AttachVolumeNegativeTest-1492876357-project] 10.222.0.64 "GET /v2.0/ports?device_id=50df177e-6168-4922-b71c-b347cd5d2cb8 HTTP/1.1" status: 200 len: 210 time: 0.0269113 Aug 24 10:19:25.827334 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:19:26.530006 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40724) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:26.575523 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Deleting subnet eda8b68b-8413-4d06-b55e-c934784ecbfe {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 24 10:19:26.578580 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:26.616976 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25983418'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:26.656379 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1616800'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:26.782444 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1616811', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-763451', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26000652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28312923'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:26.808122 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda8b68b-8413-4d06-b55e-c934784ecbfe,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:26.812667 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:26.814488 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eda8b68b-8413-4d06-b55e-c934784ecbfe HTTP/1.1" status: 204 len: 168 time: 0.2834947 Aug 24 10:19:26.818010 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40726) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:26.820102 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.820462 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.820810 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.821133 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.821460 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.821787 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.822108 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.822427 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.822746 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.823063 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.823378 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.823691 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26383c29-a11c-48d4-9b81-b749e1ae16ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:26.839316 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.147970 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1776872'] for network, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.221285 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1616169', 'neutron.services.segments.db._delete_segments_for_network-8758770682637'] for network, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.230806 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe90e17-775e-447d-8a68-35ba0eb44c84']}} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:19:27.240736 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae605d7-0c43-44e2-a901-3ca5579ada4d') {'for_net_delete': True} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:19:27.241027 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.services.segments.db [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae605d7-0c43-44e2-a901-3ca5579ada4d') {} {{(pid=94721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 10:19:27.249657 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758770619073', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25956057'] for segment, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.264611 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813'] for segment, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.272626 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=94721) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 10:19:27.273028 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1748813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25642844'] for segment, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: Traceback (most recent call last): Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: timer() Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: cb(*args, **kw) Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: return func(*args, **kwargs) Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: self._notify() Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: self.callback(batched_events) Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: event.method(event) Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: return f(self, *a, **k) Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._get(url).json() Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: return self.request(url, 'GET', **kwargs) Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 10:19:27.274755 dv-cinder-805796-1-iscsi neutron-server[94721]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 10:19:27.419746 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1616208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-781476'] for network, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.425437 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562147'] for network, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.427257 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5fe90e17-775e-447d-8a68-35ba0eb44c84 HTTP/1.1" status: 204 len: 168 time: 0.6082630 Aug 24 10:19:27.438471 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c29b49-4df9-4b06-b4b7-f0052fdc0927 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe90e17-775e-447d-8a68-35ba0eb44c84,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:27.843592 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40730) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:27.882765 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b89e1a06-2f2f-4ce4-93f6-0cbb63dec3dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d74710a50218492ea4e6714521016f1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380418 Aug 24 10:19:27.885305 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40732) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:27.934963 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e2f66e1a-221f-462f-9907-6a6ab28f57ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:27.955537 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e2f66e1a-221f-462f-9907-6a6ab28f57ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:28.076953 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e2f66e1a-221f-462f-9907-6a6ab28f57ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:28.079403 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-e2f66e1a-221f-462f-9907-6a6ab28f57ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:28.080622 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-e2f66e1a-221f-462f-9907-6a6ab28f57ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3cc3b12c-cdc8-41b0-923b-29d03a68d2d4 HTTP/1.1" status: 204 len: 168 time: 0.1943760 Aug 24 10:19:28.088699 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f66e1a-221f-462f-9907-6a6ab28f57ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc3b12c-cdc8-41b0-923b-29d03a68d2d4,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:29.419401 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 09901866-75bd-41d0-b544-c15eab1665f3 no longer exists at agent hyperv_hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 10:19:29.439262 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] No Port match for: 09901866-75bd-41d0-b544-c15eab1665f3 {{(pid=94723) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 24 10:19:29.441191 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron.plugins.ml2.rpc [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Device 09901866-75bd-41d0-b544-c15eab1665f3 not bound to the agent host hv-cinder-80579 {{(pid=94723) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 10:19:30.750676 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40784) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:30.878921 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b7cae466-05f1-4952-b065-5e945ebf764e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:30.965393 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b7cae466-05f1-4952-b065-5e945ebf764e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:31.036329 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-b7cae466-05f1-4952-b065-5e945ebf764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:31.074988 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-b7cae466-05f1-4952-b065-5e945ebf764e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d5f319bab58744ac845538b97844aa35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232381 Aug 24 10:19:31.075838 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cae466-05f1-4952-b065-5e945ebf764e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05e6176-9792-4f91-84cc-b369c235dfbd,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:31.077806 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40788) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:31.127432 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15f882c3-c96b-4e4a-9614-64ae59b1d9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:31.148400 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15f882c3-c96b-4e4a-9614-64ae59b1d9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:31.305887 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15f882c3-c96b-4e4a-9614-64ae59b1d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:31.308456 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15f882c3-c96b-4e4a-9614-64ae59b1d9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:31.309593 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-15f882c3-c96b-4e4a-9614-64ae59b1d9bc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a05e6176-9792-4f91-84cc-b369c235dfbd HTTP/1.1" status: 204 len: 168 time: 0.2300067 Aug 24 10:19:31.319863 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f882c3-c96b-4e4a-9614-64ae59b1d9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05e6176-9792-4f91-84cc-b369c235dfbd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:31.975471 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40794) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:31.989211 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4757821-e764-4de5-8b89-cf0e8828dbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:32.079327 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4757821-e764-4de5-8b89-cf0e8828dbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:32.162561 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4757821-e764-4de5-8b89-cf0e8828dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:32.201509 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-a4757821-e764-4de5-8b89-cf0e8828dbb4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f5c564389eb648dbab779ac5a3c58361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249103 Aug 24 10:19:32.202353 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4757821-e764-4de5-8b89-cf0e8828dbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6111cf56-ad4a-47f7-b9b1-61639ecfb7a3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:32.204332 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40796) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:32.252715 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c0f16a04-660c-4e7a-a447-7be698be22c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:32.273418 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c0f16a04-660c-4e7a-a447-7be698be22c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:32.408423 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c0f16a04-660c-4e7a-a447-7be698be22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:32.411615 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-c0f16a04-660c-4e7a-a447-7be698be22c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:32.412883 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-c0f16a04-660c-4e7a-a447-7be698be22c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6111cf56-ad4a-47f7-b9b1-61639ecfb7a3 HTTP/1.1" status: 204 len: 168 time: 0.2074535 Aug 24 10:19:32.420458 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f16a04-660c-4e7a-a447-7be698be22c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6111cf56-ad4a-47f7-b9b1-61639ecfb7a3,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:38.534795 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40880) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:38.635439 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a35dd-228f-4629-8e1a-c52e71cec098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:38.724462 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a35dd-228f-4629-8e1a-c52e71cec098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:38.787438 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a35dd-228f-4629-8e1a-c52e71cec098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:38.825980 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-cc0a35dd-228f-4629-8e1a-c52e71cec098 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=802678ee2b334fa3ae9b36a2d5741af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901099 Aug 24 10:19:38.826810 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a35dd-228f-4629-8e1a-c52e71cec098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdfb65-8927-4127-9bfb-e1f4de2cb744,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:38.828803 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40884) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:38.877259 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64e13be8-6acd-45f8-9e0d-e65224c50594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:38.900946 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64e13be8-6acd-45f8-9e0d-e65224c50594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:39.019866 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64e13be8-6acd-45f8-9e0d-e65224c50594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:39.022516 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-64e13be8-6acd-45f8-9e0d-e65224c50594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:39.023694 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-64e13be8-6acd-45f8-9e0d-e65224c50594 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d4cdfb65-8927-4127-9bfb-e1f4de2cb744 HTTP/1.1" status: 204 len: 168 time: 0.1937368 Aug 24 10:19:39.031586 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e13be8-6acd-45f8-9e0d-e65224c50594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdfb65-8927-4127-9bfb-e1f4de2cb744,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:39.716384 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40890) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:39.730504 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-325cb10a-826e-4f38-b25d-5bc9ff8f2fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:39.819289 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-325cb10a-826e-4f38-b25d-5bc9ff8f2fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:39.904991 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-325cb10a-826e-4f38-b25d-5bc9ff8f2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:39.942907 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-325cb10a-826e-4f38-b25d-5bc9ff8f2fc2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d1f8ab178724cb69ad7a3778e518718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245660 Aug 24 10:19:39.943754 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cb10a-826e-4f38-b25d-5bc9ff8f2fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83387a9e-1533-4ebf-bd73-da96f10f7b5e,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:39.945898 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40892) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:39.997238 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8909dfb-7f8c-4fa0-a216-92bf3bb37e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:40.018113 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8909dfb-7f8c-4fa0-a216-92bf3bb37e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:40.147582 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8909dfb-7f8c-4fa0-a216-92bf3bb37e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:40.150287 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8909dfb-7f8c-4fa0-a216-92bf3bb37e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:40.151429 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-b8909dfb-7f8c-4fa0-a216-92bf3bb37e2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/83387a9e-1533-4ebf-bd73-da96f10f7b5e HTTP/1.1" status: 204 len: 168 time: 0.2044647 Aug 24 10:19:40.159930 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8909dfb-7f8c-4fa0-a216-92bf3bb37e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83387a9e-1533-4ebf-bd73-da96f10f7b5e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:43.035982 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40950) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:43.138969 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2270fd2f-9d95-4177-9446-f90b3d192f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:43.223845 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2270fd2f-9d95-4177-9446-f90b3d192f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:43.305429 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2270fd2f-9d95-4177-9446-f90b3d192f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:43.344207 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-2270fd2f-9d95-4177-9446-f90b3d192f16 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=768c026413a742cb97aa1dfc4e4fbdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071401 Aug 24 10:19:43.345080 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270fd2f-9d95-4177-9446-f90b3d192f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02068700-3b21-4b8e-a4f1-8db18fadf018,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:43.346917 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40954) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:43.394252 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:43.414222 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:43.534277 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:43.537983 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:43.539158 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02068700-3b21-4b8e-a4f1-8db18fadf018 HTTP/1.1" status: 204 len: 168 time: 0.1911814 Aug 24 10:19:43.547360 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02068700-3b21-4b8e-a4f1-8db18fadf018,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:43.555393 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.555738 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.556071 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.556413 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.556760 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.557073 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.557395 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.557719 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.558048 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.558365 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.558680 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:43.559092 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d37831-5387-4de6-a29f-10928cba899a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:19:44.181120 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 40960) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:44.193870 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed33eb26-2cef-41de-a88a-ba20052436f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:44.279145 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed33eb26-2cef-41de-a88a-ba20052436f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:44.356800 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-ed33eb26-2cef-41de-a88a-ba20052436f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:44.393963 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-ed33eb26-2cef-41de-a88a-ba20052436f0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea39fc940305457eb78516e3f73efde6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117815 Aug 24 10:19:44.395611 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33eb26-2cef-41de-a88a-ba20052436f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8287a24f-65d0-4504-8fc5-725f86b7370c,revision_number=1']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:44.398269 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 40962) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:44.447527 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3be38916-17cb-430a-83af-9eafc7d27514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:44.471326 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3be38916-17cb-430a-83af-9eafc7d27514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:44.581524 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3be38916-17cb-430a-83af-9eafc7d27514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:44.585056 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3be38916-17cb-430a-83af-9eafc7d27514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:44.586200 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-3be38916-17cb-430a-83af-9eafc7d27514 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8287a24f-65d0-4504-8fc5-725f86b7370c HTTP/1.1" status: 204 len: 168 time: 0.1862605 Aug 24 10:19:44.593885 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be38916-17cb-430a-83af-9eafc7d27514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8287a24f-65d0-4504-8fc5-725f86b7370c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:45.905346 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:51.055759 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26b87dfd-2ea5-4b55-b5e3-73d7b2709891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:53.826989 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88f8e684-a7fe-413b-bcec-d1306ee303aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:54.105043 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:55.278666 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.363134 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 41048) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:56.466678 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57cc5b0a-9fa5-46b8-a343-38744f53e5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.551157 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57cc5b0a-9fa5-46b8-a343-38744f53e5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.636706 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57cc5b0a-9fa5-46b8-a343-38744f53e5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.673450 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc5b0a-9fa5-46b8-a343-38744f53e5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1261ce-7425-45fc-b310-5d06a53c4c34,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:19:56.677823 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-57cc5b0a-9fa5-46b8-a343-38744f53e5d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=60e3185c5654414d952953e84017d426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136077 Aug 24 10:19:56.680854 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 41052) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:19:56.729494 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83b1c46f-9e70-4e00-9424-df704a81fa8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.749900 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83b1c46f-9e70-4e00-9424-df704a81fa8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.832855 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.850805 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83b1c46f-9e70-4e00-9424-df704a81fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.853523 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83b1c46f-9e70-4e00-9424-df704a81fa8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:19:56.854709 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-83b1c46f-9e70-4e00-9424-df704a81fa8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da1261ce-7425-45fc-b310-5d06a53c4c34 HTTP/1.1" status: 204 len: 168 time: 0.1729577 Aug 24 10:19:56.863019 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1c46f-9e70-4e00-9424-df704a81fa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1261ce-7425-45fc-b310-5d06a53c4c34,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:20:02.825863 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:20:15.933537 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:21.094802 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb40093f-5db5-4ec2-9aff-f9cbf163bb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:23.838067 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-478a4176-94fb-4595-a2b9-e5066b8e1f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:24.077730 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:25.334823 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:26.889577 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:30.943383 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.64', 41248) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:20:31.048340 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:31.135086 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:31.197605 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:31.234863 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46128137-591b-4eb8-b5eb-9137b7273db0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:20:31.238751 dv-cinder-805796-1-iscsi neutron-server[94722]: INFO neutron.wsgi [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a7d84430de3a4f8a900bb83a8ecba920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943401 Aug 24 10:20:31.241562 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [-] (94721) accepted ('10.222.0.64', 41252) {{(pid=94721) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 24 10:20:31.244907 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.245245 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.245585 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.245913 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.246238 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.246563 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.246905 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.247230 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.247554 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.247868 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.248184 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.248519 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee95c2e6-ba1a-4c72-a945-238ff2235463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805796-1-iscsi {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 10:20:31.292251 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-beb2b391-9288-4c76-b59c-e17390abb478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:31.313003 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-beb2b391-9288-4c76-b59c-e17390abb478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:31.437200 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-beb2b391-9288-4c76-b59c-e17390abb478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765546'] for security_group, after_delete {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:31.439720 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron_lib.callbacks.manager [None req-beb2b391-9288-4c76-b59c-e17390abb478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:31.440901 dv-cinder-805796-1-iscsi neutron-server[94721]: INFO neutron.wsgi [None req-beb2b391-9288-4c76-b59c-e17390abb478 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46128137-591b-4eb8-b5eb-9137b7273db0 HTTP/1.1" status: 204 len: 168 time: 0.1981122 Aug 24 10:20:31.449284 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2b391-9288-4c76-b59c-e17390abb478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46128137-591b-4eb8-b5eb-9137b7273db0,revision_number=None']} {{(pid=94721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 10:20:39.828770 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:20:45.951582 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:51.174063 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7e811d2-8bf1-4089-a2a1-81ff987885e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:53.865573 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-27f3b6b8-9cc2-4df7-b55e-1416a127a981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:54.036368 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:55.276665 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:20:56.842315 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:15.933571 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:16.827588 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:21:21.075886 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-252df458-1ba8-4c57-86f4-6f70de7846ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:23.842393 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-deb2b08c-a0ae-42ec-8a79-bb66d81268f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:24.041683 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:25.310021 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:26.893220 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:45.938076 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:51.109906 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47189488-212f-467a-8091-9fa324f72cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:53.826720 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:21:53.842625 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59439357-bc55-4623-ae62-2f0c7125aa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:54.057852 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:55.298530 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:21:56.846650 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:15.949696 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:21.057967 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7adff583-a891-41f5-85ad-5f85281bc3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:23.943788 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-289ff7ec-786b-4cdc-8dcb-f7046772dadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:24.023869 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:25.304046 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:26.394185 dv-cinder-805796-1-iscsi neutron-server[94721]: DEBUG neutron.wsgi [req-8528b658-5112-46c4-b305-08e4ce39ed9e req-ad36d4ad-34e4-463e-be8e-63cda90ceab8 service neutron] (94721) timed out ('10.222.0.90', 51514) {{(pid=94721) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 10:22:26.852554 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:30.825821 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:22:45.937826 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:51.115074 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60892afd-ca59-4a99-a726-0377e715739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:53.840884 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e8b0826-2ba5-4826-ae0e-927cbc30ce87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:54.057702 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:55.291865 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:22:56.869296 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:07.824992 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:23:15.995345 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:21.080183 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1fcee09-175d-4b6d-8ea1-d8e5bc8bc794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:23.914783 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51095b79-c227-4279-a73c-830c8778c640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:24.066640 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:25.301697 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:26.885795 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:44.825368 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:23:45.997620 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:51.085425 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ce0427e-eedf-4aba-98d2-2a4648175f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:53.868781 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1ca8aab-bc4b-4df4-a650-e76d74beb884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:54.039982 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:55.294691 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:23:56.872099 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:15.957059 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:21.071187 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7a8d3455-70ad-415e-ad0c-e1bb9f029fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:21.824295 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:24:23.851580 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-290de10a-e3fa-4793-81bf-6eb910000ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:24.017188 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:25.310599 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:26.906434 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:45.990928 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:51.064226 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c21819be-deec-4449-a2a1-634c27238a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:53.904833 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38888b02-24fa-4397-8868-c134c5e824e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:54.058809 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:55.296740 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:56.885343 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:24:58.822890 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:25:15.987546 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:25:21.069347 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ba219500-3c09-43e1-a8c8-3fd12e5e11fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:25:23.852846 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d26f658-1276-4199-8bb9-2c3ef7c2e2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:25:24.062096 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14467b59-43b8-4b83-9844-9780669c6e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:25:25.319356 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1526d94-ebc3-48e7-aa58-e18b22c35b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:25:26.879629 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350a641f-aba2-4045-b391-06d9d6352d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 10:25:35.822789 dv-cinder-805796-1-iscsi neutron-server[94724]: DEBUG neutron.db.agents_db [None req-0c0b98f1-0454-428d-8fe2-1f497a7ee68d None None] Agent healthcheck: found 6 active agents {{(pid=94724) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 10:25:45.207795 dv-cinder-805796-1-iscsi neutron-server[94722]: DEBUG neutron.wsgi [req-6ea95771-6981-46b1-befd-2d9034513d7f req-2652e350-13fd-4a33-bb9d-fee4ad9b7c95 service neutron] (94722) timed out ('10.222.0.90', 51520) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 24 10:25:45.977478 dv-cinder-805796-1-iscsi neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dbebdd2-eaac-464a-8ebe-127c6c08f237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758770684950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621523'] for agent, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}